[ 525.334984] env[66993]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 525.334984] env[66993]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 526.355916] env[67081]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 526.355916] env[67081]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 527.965659] env[67081]: INFO neutron.common.config [-] Logging enabled! [ 527.966059] env[67081]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 27.1.0.dev61 [ 527.966192] env[67081]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=67081) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 527.966487] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 527.966587] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 527.967541] env[67081]: WARNING oslo_policy.policy [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 527.967758] env[67081]: WARNING oslo_policy.policy [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 527.969499] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] VMware NSXv3 Agent initialized successfully. [ 527.969837] env[67081]: DEBUG oslo_concurrency.lockutils [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] Acquiring lock "singleton_lock" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.969966] env[67081]: DEBUG oslo_concurrency.lockutils [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] Acquired lock "singleton_lock" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.970184] env[67081]: DEBUG oslo_concurrency.lockutils [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] Releasing lock "singleton_lock" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.970471] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] Full set of CONF: {{(pid=67081) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 527.970578] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] ******************************************************************************** {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 527.970679] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] Configuration options gathered from: {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 527.971041] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 527.971220] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 527.971327] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] ================================================================================ {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 527.971492] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] agent_down_time = 75 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.971628] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] allow_automatic_dhcp_failover = True {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.971759] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] allow_bulk = True {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.971896] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] api_extensions_path = {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.972043] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] api_paste_config = api-paste.ini {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.972186] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] auth_strategy = keystone {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.972289] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] backdoor_port = None {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.972388] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] backdoor_socket = None {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.972518] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] backlog = 4096 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.972651] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] base_mac = fa:16:3e:00:00:00 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.972803] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] bind_host = 0.0.0.0 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.972939] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] bind_port = 9696 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.973081] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] client_socket_timeout = 900 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.973220] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] config_dir = [] {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.973325] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.973455] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] config_source = [] {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.973587] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] control_exchange = neutron {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.973722] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] core_plugin = ml2 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.973853] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] debug = True {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.973983] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] default_availability_zones = [] {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.974200] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.974342] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] dhcp_agent_notification = True {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.974476] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] dhcp_agents_per_network = 1 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.974607] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] dhcp_lease_duration = 86400 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.974743] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] dhcp_load_type = networks {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.974875] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] dns_domain = openstacklocal {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.975015] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.975192] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] enable_default_route_bfd = False {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.975348] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] enable_default_route_ecmp = False {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.975480] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] enable_dvr = True {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.975609] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] enable_new_agents = True {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.975737] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] enable_services_on_agents_with_admin_state_down = False {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.975864] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] enable_signals = True {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.976072] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] enable_traditional_dhcp = True {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.976226] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] external_dns_driver = None {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.976359] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] filter_validation = True {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.976507] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] global_physnet_mtu = 8950 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.976628] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] graceful_shutdown_timeout = 60 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.976804] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] host = cpu-1 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.976939] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] host_dvr_for_dhcp = True {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.977082] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] http_retries = 3 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.977220] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] instance_format = [instance: %(uuid)s] {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.977351] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.977480] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] ipam_driver = internal {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.977606] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] ipv6_pd_enabled = False {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.977731] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] l3_ha = False {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.977863] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.978045] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] l3_ha_network_physical_name = {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.978179] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] l3_ha_network_type = {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.978319] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] log_color = False {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.978452] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] log_config_append = None {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.978584] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.978710] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] log_dir = None {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.978837] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] log_file = None {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.978938] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] log_options = True {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.979120] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] log_rotate_interval = 1 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.979270] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] log_rotate_interval_type = days {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.979407] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] log_rotation_type = none {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.979509] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.979608] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.979744] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.979877] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.979978] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.980140] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] max_dns_nameservers = 5 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.980251] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] max_header_line = 16384 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.980398] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] max_l3_agents_per_router = 3 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.980535] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] max_logfile_count = 30 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.980663] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] max_logfile_size_mb = 200 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.980789] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] max_subnet_host_routes = 20 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.980922] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] my_ip = 10.180.1.21 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.981074] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] my_ipv6 = ::1 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.981207] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] network_auto_schedule = True {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.981331] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] network_link_prefix = None {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.981462] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.981597] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] notify_nova_on_port_data_changes = True {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.981728] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] notify_nova_on_port_status_changes = True {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.981865] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] pagination_max_limit = -1 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.981995] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] publish_errors = False {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.982139] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] rate_limit_burst = 0 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.982273] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] rate_limit_except_level = CRITICAL {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.982401] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] rate_limit_interval = 0 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.982526] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] retry_until_window = 30 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.982651] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] router_distributed = False {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.982777] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] rpc_resources_processing_step = 20 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.982902] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] rpc_response_max_timeout = 600 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.983039] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] rpc_response_timeout = 60 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.983171] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] send_events_interval = 2 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.983318] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] service_plugins = ['router'] {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.983453] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] setproctitle = on {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.983577] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] shell_completion = None {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.983708] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] state_path = /opt/stack/data/neutron {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.983840] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] syslog_log_facility = LOG_USER {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.983968] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] tcp_keepidle = 600 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.984115] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] transport_url = **** {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.984245] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] use_journal = False {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.984372] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] use_json = False {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.984499] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] use_ssl = False {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.984623] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] use_stderr = False {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.984755] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] use_syslog = False {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.984883] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] vlan_qinq = None {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.985029] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] vlan_transparent = None {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.985151] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] watch_log_file = False {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.985282] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] wsgi_default_pool_size = 100 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.985409] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] wsgi_keep_alive = True {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.985544] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.985672] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] wsgi_server_debug = False {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.985817] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] oslo_concurrency.disable_process_locking = False {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.985985] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.986156] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.986295] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.986434] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] oslo_messaging_metrics.metrics_process_name = {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.986569] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.986700] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.986843] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] profiler.connection_string = messaging:// {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.986980] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] profiler.enabled = False {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.987133] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] profiler.es_doc_type = notification {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.987270] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] profiler.es_scroll_size = 10000 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.987403] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] profiler.es_scroll_time = 2m {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.987532] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] profiler.filter_error_trace = False {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.987666] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] profiler.hmac_keys = **** {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.987800] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] profiler.sentinel_service_name = mymaster {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.987938] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] profiler.socket_timeout = 0.1 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.988099] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] profiler.trace_requests = False {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.988238] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] profiler.trace_sqlalchemy = False {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.988386] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] profiler_jaeger.process_tags = {} {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.988517] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] profiler_jaeger.service_name_prefix = None {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.988649] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] profiler_otlp.service_name_prefix = None {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.988795] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] oslo_policy.enforce_new_defaults = True {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.989119] env[67081]: WARNING oslo_config.cfg [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 527.989234] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] oslo_policy.enforce_scope = True {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.989374] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] oslo_policy.policy_default_rule = default {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.989520] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.989658] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.989795] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.989925] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.990067] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.990205] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.990335] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.990471] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] oslo_policy.remote_timeout = 60.0 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.990614] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.990758] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] agent.extensions = [] {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.990897] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.991044] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] service_providers.service_provider = [] {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.991191] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] QUOTAS.default_quota = -1 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.991330] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.991464] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] QUOTAS.quota_floatingip = 50 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.991593] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] QUOTAS.quota_network = 100 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.991722] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] QUOTAS.quota_port = 500 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.991849] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] QUOTAS.quota_rbac_policy = 10 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.991975] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] QUOTAS.quota_router = 10 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.992117] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] QUOTAS.quota_security_group = 10 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.992254] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] QUOTAS.quota_security_group_rule = 100 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.992379] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] QUOTAS.quota_subnet = 100 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.992507] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] QUOTAS.track_quota_usage = True {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.992653] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.992786] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] privsep.group = None {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.992916] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] privsep.helper_command = None {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.993061] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] privsep.log_daemon_traceback = False {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.993201] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] privsep.logger_name = oslo_privsep.daemon {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.993333] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] privsep.thread_pool_size = 8 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.993465] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] privsep.user = None {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.993607] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.993736] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] privsep_dhcp_release.group = None {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.993864] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] privsep_dhcp_release.helper_command = None {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.993995] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.994146] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.994277] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.994405] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] privsep_dhcp_release.user = None {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.994544] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.994671] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] privsep_ovs_vsctl.group = None {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.994797] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] privsep_ovs_vsctl.helper_command = None {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.994924] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.995069] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.995202] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.995331] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] privsep_ovs_vsctl.user = None {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.995467] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] privsep_namespace.capabilities = [21] {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.995592] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] privsep_namespace.group = None {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.995717] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] privsep_namespace.helper_command = None {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.995845] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] privsep_namespace.log_daemon_traceback = False {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.996000] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.996156] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] privsep_namespace.thread_pool_size = 8 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.996288] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] privsep_namespace.user = None {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.996426] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] privsep_conntrack.capabilities = [12] {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.996552] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] privsep_conntrack.group = None {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.996677] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] privsep_conntrack.helper_command = None {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.996807] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] privsep_conntrack.log_daemon_traceback = False {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.996941] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.997084] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] privsep_conntrack.thread_pool_size = 8 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.997232] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] privsep_conntrack.user = None {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.997348] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] privsep_link.capabilities = [12, 21] {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.997473] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] privsep_link.group = None {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.997595] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] privsep_link.helper_command = None {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.997725] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] privsep_link.log_daemon_traceback = False {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.997856] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.998070] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] privsep_link.thread_pool_size = 8 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.998158] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] privsep_link.user = None {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.998295] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.998442] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.998578] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] AGENT.continue_on_failed_promotions = False {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.998709] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] AGENT.dscp = None {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.998843] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] AGENT.dscp_inherit = False {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.998996] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] AGENT.force_mp_to_policy = True {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.999121] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] AGENT.locking_coordinator_url = None {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.999255] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] AGENT.log_agent_heartbeats = False {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.999387] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] AGENT.logging_expire = 1 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.999525] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.999658] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.999799] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] AGENT.polling_interval = 240 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.999936] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.000088] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] AGENT.quitting_rpc_timeout = 120 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.000234] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] AGENT.report_interval = 30.0 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.000377] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.000519] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.000659] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.000797] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] AGENT.sync_skew = 60 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.000931] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] AGENT.synchronization_queue_size = 20 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.001070] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] AGENT.use_helper_for_ns_read = True {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.001265] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] SECURITYGROUP.enable_ipset = True {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.001417] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] SECURITYGROUP.enable_security_group = True {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.001554] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.001693] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.001834] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] experimental.ipv6_pd_enabled = False {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.001990] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] ml2.extension_drivers = ['port_security'] {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.002136] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] ml2.external_network_type = None {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.002365] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.002510] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] ml2.overlay_ip_version = 4 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.002650] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] ml2.path_mtu = 8950 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.002787] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] ml2.physical_network_mtus = {} {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.002928] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] ml2.tenant_network_types = ['vlan'] {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.003081] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.003226] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] ml2.type_drivers = ['vlan'] {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.003369] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] AGENT_CLI.neutron_port_id = [] {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.003501] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.003634] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.003784] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.003925] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.004075] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.004217] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.004355] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.004490] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.004684] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.004829] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] NSXV3.nsxv3_login_password = **** {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.004992] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] NSXV3.nsxv3_login_port = 443 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.005116] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] NSXV3.nsxv3_login_user = admin {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.005276] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.005397] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.005514] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.005644] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.005782] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.005939] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.006106] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.006245] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.006377] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.006514] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.006659] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.006793] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.006932] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.007139] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.007286] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] vsphere.vsphere_login_password = VMware1! {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.007421] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.007556] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.007691] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] nova.auth_section = None {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.007831] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] nova.auth_type = password {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.007967] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.008137] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] nova.certfile = None {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.008280] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] nova.collect_timing = False {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.008439] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] nova.endpoint_type = public {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.008598] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] nova.insecure = False {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.008730] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] nova.keyfile = None {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.008870] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] nova.region_name = RegionOne {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.009024] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] nova.split_loggers = False {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.009149] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] nova.timeout = None {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.009285] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] placement.auth_section = None {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.009427] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] placement.auth_type = password {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.009564] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.009692] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] placement.certfile = None {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.009825] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] placement.collect_timing = False {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.009954] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] placement.endpoint_type = public {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.010100] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] placement.insecure = False {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.010228] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] placement.keyfile = None {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.010361] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] placement.region_name = None {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.010479] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] placement.split_loggers = False {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.010605] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] placement.timeout = None {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.010743] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] ironic.auth_section = None {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.010875] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] ironic.auth_type = None {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.011006] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] ironic.cafile = None {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.011140] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] ironic.certfile = None {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.011272] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] ironic.collect_timing = False {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.011398] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] ironic.connect_retries = None {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.011585] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] ironic.connect_retry_delay = None {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.011743] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] ironic.enable_notifications = False {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.011876] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] ironic.endpoint_override = None {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.012015] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] ironic.insecure = False {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.012150] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] ironic.interface = None {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.012280] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] ironic.keyfile = None {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.012416] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] ironic.max_version = None {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.012546] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] ironic.min_version = None {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.012674] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] ironic.region_name = None {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.012802] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] ironic.retriable_status_codes = None {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.012930] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] ironic.service_name = None {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.013072] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] ironic.service_type = None {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.013210] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] ironic.split_loggers = False {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.013340] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] ironic.status_code_retries = None {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.013469] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] ironic.status_code_retry_delay = None {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.013597] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] ironic.timeout = None {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.013725] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] ironic.valid_interfaces = None {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.013854] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] ironic.version = None {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.013995] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] cli_script.dry_run = False {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.014157] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.014289] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.014420] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.014574] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.014716] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.014849] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.014984] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.015134] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.015268] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.015412] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] oslo_messaging_rabbit.hostname = devstack {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.015543] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.015686] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.015826] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.015989] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.016302] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.016302] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.016477] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.016536] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.016674] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.016806] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.016936] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.017077] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.017211] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.017345] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.017474] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.017633] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.017768] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.017900] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.018062] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.018211] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.018347] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] oslo_messaging_rabbit.ssl = False {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.018488] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.018627] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.018758] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.018893] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.019039] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] oslo_messaging_rabbit.ssl_version = {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.019189] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.019316] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] oslo_messaging_notifications.driver = [] {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.019449] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] oslo_messaging_notifications.retry = -1 {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.019595] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.019726] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] oslo_messaging_notifications.transport_url = **** {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.019840] env[67081]: DEBUG oslo_service.backend._eventlet.service [None req-ef31f930-bddf-4a04-8ab4-9340f2d53c4f None None] ******************************************************************************** {{(pid=67081) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 528.021060] env[67081]: DEBUG neutron.agent.securitygroups_rpc [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] Init firewall settings (driver=nsxv3) {{(pid=67081) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 528.022495] env[67081]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=67081) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 528.022733] env[67081]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] RPC agent_id: nsxm-l-01a.corp.local [ 528.025187] env[67081]: DEBUG dogpile.cache.region [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 528.025352] env[67081]: DEBUG dogpile.lock [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 528.025470] env[67081]: DEBUG dogpile.lock [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 528.025557] env[67081]: DEBUG dogpile.lock [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 528.025670] env[67081]: DEBUG dogpile.cache.region [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 528.025775] env[67081]: DEBUG dogpile.lock [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 528.025939] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 528.064078] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] Session token - acquiring [ 528.065797] env[67081]: DEBUG networking_nsxv3.common.locking [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.066038] env[67081]: DEBUG oslo_concurrency.lockutils [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.066234] env[67081]: DEBUG oslo_concurrency.lockutils [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.066728] env[67081]: DEBUG oslo_concurrency.lockutils [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.078917] env[67081]: DEBUG oslo_concurrency.lockutils [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.362232] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 528.387271] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 528.387271] env[67081]: DEBUG dogpile.cache.region [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] Cache value generated in 0.361 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 528.387503] env[67081]: DEBUG dogpile.lock [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 528.387503] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] Activating Policy API Provider. [ 528.387680] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] Looking for the default Infrastructure Rules. [ 528.458688] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] Looking for the Default Layer3 Logged Drop Section. [ 528.476794] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 528.477372] env[67081]: DEBUG networking_nsxv3.common.locking [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.477549] env[67081]: DEBUG oslo_concurrency.lockutils [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] Acquiring lock "all" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.477648] env[67081]: DEBUG oslo_concurrency.lockutils [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] Acquired lock "all" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.477934] env[67081]: DEBUG oslo_concurrency.lockutils [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] Acquired external semaphore "all" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.478353] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 528.993954] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 529.496280] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 529.998456] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] Inventory metadata is going to be refreshed. [ 529.998822] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 530.847723] env[67081]: DEBUG networking_nsxv3.common.locking [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.847968] env[67081]: DEBUG oslo_concurrency.lockutils [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.847968] env[67081]: DEBUG oslo_concurrency.lockutils [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.848406] env[67081]: DEBUG oslo_concurrency.lockutils [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.860297] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 530.861326] env[67081]: DEBUG oslo_concurrency.lockutils [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.861970] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 530.887180] env[67081]: DEBUG networking_nsxv3.common.locking [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.887438] env[67081]: DEBUG oslo_concurrency.lockutils [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.887546] env[67081]: DEBUG oslo_concurrency.lockutils [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.887876] env[67081]: DEBUG oslo_concurrency.lockutils [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.888082] env[67081]: DEBUG oslo_concurrency.lockutils [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.888259] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 530.888394] env[67081]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=67081) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 530.888532] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 530.908581] env[67081]: DEBUG networking_nsxv3.common.locking [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.908871] env[67081]: DEBUG oslo_concurrency.lockutils [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.908871] env[67081]: DEBUG oslo_concurrency.lockutils [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.909184] env[67081]: DEBUG oslo_concurrency.lockutils [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.909364] env[67081]: DEBUG oslo_concurrency.lockutils [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.909507] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 530.928964] env[67081]: DEBUG networking_nsxv3.common.locking [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.929288] env[67081]: DEBUG oslo_concurrency.lockutils [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.929409] env[67081]: DEBUG oslo_concurrency.lockutils [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.929719] env[67081]: DEBUG oslo_concurrency.lockutils [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.929870] env[67081]: DEBUG oslo_concurrency.lockutils [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.930032] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 530.947508] env[67081]: DEBUG networking_nsxv3.common.locking [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.947713] env[67081]: DEBUG oslo_concurrency.lockutils [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] Acquiring lock "Address Group" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.947760] env[67081]: DEBUG oslo_concurrency.lockutils [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] Acquired lock "Address Group" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.948101] env[67081]: DEBUG oslo_concurrency.lockutils [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] Acquired external semaphore "Address Group" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.948261] env[67081]: DEBUG oslo_concurrency.lockutils [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] Releasing lock "Address Group" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.948412] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 530.948516] env[67081]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=67081) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 530.948619] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 530.967381] env[67081]: DEBUG networking_nsxv3.common.locking [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.967578] env[67081]: DEBUG oslo_concurrency.lockutils [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] Acquiring lock "Segment QoS" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.967709] env[67081]: DEBUG oslo_concurrency.lockutils [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] Acquired lock "Segment QoS" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.967953] env[67081]: DEBUG oslo_concurrency.lockutils [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] Acquired external semaphore "Segment QoS" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.968165] env[67081]: DEBUG oslo_concurrency.lockutils [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] Releasing lock "Segment QoS" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.968337] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 530.968443] env[67081]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=67081) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 530.968550] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 530.988290] env[67081]: DEBUG networking_nsxv3.common.locking [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.988605] env[67081]: DEBUG oslo_concurrency.lockutils [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.988605] env[67081]: DEBUG oslo_concurrency.lockutils [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.988884] env[67081]: DEBUG oslo_concurrency.lockutils [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.989062] env[67081]: DEBUG oslo_concurrency.lockutils [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.989221] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 530.989465] env[67081]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=67081) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 530.989465] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] Inventory metadata have been refreshed. [ 530.989541] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] Dryrun:True. Metadata refresh completed. [ 530.989629] env[67081]: DEBUG oslo_concurrency.lockutils [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] Releasing lock "all" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.991414] env[67081]: INFO neutron.agent.agent_extensions_manager [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] Loaded agent extensions: [] [ 530.992155] env[67081]: DEBUG neutron_lib.callbacks.manager [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=67081) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 531.054824] env[67081]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] NSXv3 Agent Agent RPC Daemon Started! [ 531.055218] env[67081]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] NSXv3 Agent Agent loop - iteration:0 started [ 531.055218] env[67081]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] NSXv3 Agent Agent out of sync with plugin! [ 535.992086] env[67081]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 535.992439] env[67081]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 540.992929] env[67081]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 540.992929] env[67081]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 545.994404] env[67081]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 545.994404] env[67081]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 546.109254] env[67081]: INFO networking_nsxv3.common.synchronization [None req-0ecdab15-488a-41b6-901c-0b85bb1ad978 demo admin] Enqueued Resource ID: 5cf64ab1-cb4b-4b1a-9d06-1d0acdd28ad8 with Priority: HIGHEST for action security_group_rules [ 546.109966] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cf64ab1-cb4b-4b1a-9d06-1d0acdd28ad8 with Priority: HIGHEST for action security_group_rules [ 546.110037] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5cf64ab1-cb4b-4b1a-9d06-1d0acdd28ad8 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.110128] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5cf64ab1-cb4b-4b1a-9d06-1d0acdd28ad8" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.110316] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5cf64ab1-cb4b-4b1a-9d06-1d0acdd28ad8" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.110897] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5cf64ab1-cb4b-4b1a-9d06-1d0acdd28ad8" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 546.111611] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5cf64ab1-cb4b-4b1a-9d06-1d0acdd28ad8',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 546.630597] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.631067] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.631815] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.631815] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 546.631815] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 546.631815] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5cf64ab1-cb4b-4b1a-9d06-1d0acdd28ad8 already deleted. [ 546.631815] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5cf64ab1-cb4b-4b1a-9d06-1d0acdd28ad8" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 551.110411] env[67081]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 551.110848] env[67081]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 556.111966] env[67081]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 556.112424] env[67081]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 561.113411] env[67081]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 561.113780] env[67081]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 566.116033] env[67081]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 566.116033] env[67081]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 571.114791] env[67081]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 571.115415] env[67081]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 575.996107] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.996707] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.996707] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.997877] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.997877] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.116537] env[67081]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 576.116687] env[67081]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 576.500455] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.002814] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.089530] env[67081]: INFO networking_nsxv3.common.synchronization [None req-281dfd2e-22e6-404d-9b4d-ab3f21cfc06d None None] Enqueued Resource ID: 835ae5eb-833f-4c1d-a22d-9e5a9023241b with Priority: HIGHEST for action port [ 577.090141] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 835ae5eb-833f-4c1d-a22d-9e5a9023241b with Priority: HIGHEST for action port [ 577.090526] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-835ae5eb-833f-4c1d-a22d-9e5a9023241b taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.090605] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-835ae5eb-833f-4c1d-a22d-9e5a9023241b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.090676] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-835ae5eb-833f-4c1d-a22d-9e5a9023241b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.090930] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-835ae5eb-833f-4c1d-a22d-9e5a9023241b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.091018] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('835ae5eb-833f-4c1d-a22d-9e5a9023241b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.506238] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 577.506238] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 577.594279] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 835ae5eb-833f-4c1d-a22d-9e5a9023241b [ 577.596458] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.596458] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.596458] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.596458] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.596458] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.596458] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:835ae5eb-833f-4c1d-a22d-9e5a9023241b already deleted. [ 577.596458] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-835ae5eb-833f-4c1d-a22d-9e5a9023241b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.875029] env[67081]: INFO networking_nsxv3.common.synchronization [None req-cfeb6a61-9c20-45ec-9ee0-ae0ece6aae29 None None] Enqueued Resource ID: 13c3404f-d2ef-4fb5-8ed2-ae4255b3c748 with Priority: HIGHEST for action port [ 577.877029] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13c3404f-d2ef-4fb5-8ed2-ae4255b3c748 with Priority: HIGHEST for action port [ 577.877029] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-13c3404f-d2ef-4fb5-8ed2-ae4255b3c748 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.877029] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13c3404f-d2ef-4fb5-8ed2-ae4255b3c748" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.877029] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13c3404f-d2ef-4fb5-8ed2-ae4255b3c748" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.877029] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13c3404f-d2ef-4fb5-8ed2-ae4255b3c748" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.877029] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13c3404f-d2ef-4fb5-8ed2-ae4255b3c748',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.277513] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.277760] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.277760] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.277915] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.292121] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 578.295578] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.295578] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 578.314060] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.314060] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.314060] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.314060] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.314060] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.314060] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 578.314060] env[67081]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=67081) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 578.314060] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 578.335873] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.335873] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.335873] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.336243] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.336557] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.337065] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 578.359750] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.359750] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.359750] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.359750] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.360191] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.360191] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 578.379989] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 13c3404f-d2ef-4fb5-8ed2-ae4255b3c748 [ 578.379989] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.380121] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.380189] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.380396] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.380477] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.380598] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:13c3404f-d2ef-4fb5-8ed2-ae4255b3c748 already deleted. [ 578.380634] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13c3404f-d2ef-4fb5-8ed2-ae4255b3c748" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.384899] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.384899] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.384899] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.384899] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.384899] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.385242] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 578.385606] env[67081]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=67081) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 578.386059] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 578.411556] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.411712] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.411768] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.411977] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.414300] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.414443] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 578.414552] env[67081]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=67081) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 578.414652] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 578.445100] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.445100] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.445100] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.445100] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.445100] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.445100] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 578.445100] env[67081]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=67081) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 578.445100] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 578.445100] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 578.445100] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 578.445100] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 578.445100] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 578.445100] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 578.445100] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 578.445100] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 578.468042] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.468042] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.468042] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.468042] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.468042] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.468042] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 578.488095] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.489223] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.489223] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.489223] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.489223] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.503311] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.683700] env[67081]: INFO networking_nsxv3.common.synchronization [None req-02f6f2f2-5742-44d4-8e88-4b86e81ceb8a None None] Enqueued Resource ID: a60e2978-776a-45a7-80b1-a298da8898a8 with Priority: HIGHEST for action port [ 578.683700] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a60e2978-776a-45a7-80b1-a298da8898a8 with Priority: HIGHEST for action port [ 578.683700] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-a60e2978-776a-45a7-80b1-a298da8898a8 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.683700] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a60e2978-776a-45a7-80b1-a298da8898a8" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.683700] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a60e2978-776a-45a7-80b1-a298da8898a8" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.683700] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a60e2978-776a-45a7-80b1-a298da8898a8" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.683700] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a60e2978-776a-45a7-80b1-a298da8898a8',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.782315] env[67081]: INFO networking_nsxv3.common.synchronization [None req-7c5fe105-6fac-43fd-abe4-6450cce82134 None None] Enqueued Resource ID: e20c10ab-ee8e-4ad8-b97a-b953650c0bac with Priority: HIGHEST for action port [ 578.782315] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20c10ab-ee8e-4ad8-b97a-b953650c0bac with Priority: HIGHEST for action port [ 578.782315] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-e20c10ab-ee8e-4ad8-b97a-b953650c0bac taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.782315] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e20c10ab-ee8e-4ad8-b97a-b953650c0bac" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.782315] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e20c10ab-ee8e-4ad8-b97a-b953650c0bac" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.782966] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e20c10ab-ee8e-4ad8-b97a-b953650c0bac" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.783092] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e20c10ab-ee8e-4ad8-b97a-b953650c0bac',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.188162] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a60e2978-776a-45a7-80b1-a298da8898a8 [ 579.188162] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.188162] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.188162] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.188162] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.188162] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.188162] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a60e2978-776a-45a7-80b1-a298da8898a8 already deleted. [ 579.188162] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a60e2978-776a-45a7-80b1-a298da8898a8" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.289762] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e20c10ab-ee8e-4ad8-b97a-b953650c0bac [ 579.290245] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.290245] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.290245] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.290245] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.290388] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.290388] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e20c10ab-ee8e-4ad8-b97a-b953650c0bac already deleted. [ 579.290489] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e20c10ab-ee8e-4ad8-b97a-b953650c0bac" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.138089] env[67081]: INFO networking_nsxv3.common.synchronization [None req-bdafc700-e0bf-401d-978c-ef239a44c56c None None] Enqueued Resource ID: 669fcc73-3cab-4ae9-9080-f6ade135f798 with Priority: HIGHEST for action port [ 580.138711] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 669fcc73-3cab-4ae9-9080-f6ade135f798 with Priority: HIGHEST for action port [ 580.142247] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-669fcc73-3cab-4ae9-9080-f6ade135f798 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.142392] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-669fcc73-3cab-4ae9-9080-f6ade135f798" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.142461] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-669fcc73-3cab-4ae9-9080-f6ade135f798" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.142727] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-669fcc73-3cab-4ae9-9080-f6ade135f798" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.142813] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('669fcc73-3cab-4ae9-9080-f6ade135f798',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.303765] env[67081]: INFO networking_nsxv3.common.synchronization [None req-bd02d197-d740-43f1-919a-7f654f273de5 None None] Enqueued Resource ID: 7480b2dc-cca0-4a62-b4d1-f865f06e8eed with Priority: HIGHEST for action port [ 580.303765] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7480b2dc-cca0-4a62-b4d1-f865f06e8eed with Priority: HIGHEST for action port [ 580.303765] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-7480b2dc-cca0-4a62-b4d1-f865f06e8eed taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.303765] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7480b2dc-cca0-4a62-b4d1-f865f06e8eed" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.303765] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7480b2dc-cca0-4a62-b4d1-f865f06e8eed" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.303765] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7480b2dc-cca0-4a62-b4d1-f865f06e8eed" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.303765] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7480b2dc-cca0-4a62-b4d1-f865f06e8eed',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.646308] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 669fcc73-3cab-4ae9-9080-f6ade135f798 [ 580.646421] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.646491] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.646647] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.646765] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.646857] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.646955] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:669fcc73-3cab-4ae9-9080-f6ade135f798 already deleted. [ 580.647048] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-669fcc73-3cab-4ae9-9080-f6ade135f798" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.807503] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7480b2dc-cca0-4a62-b4d1-f865f06e8eed [ 580.807503] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.807503] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.807503] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.808157] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.808497] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.808671] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7480b2dc-cca0-4a62-b4d1-f865f06e8eed already deleted. [ 580.809353] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7480b2dc-cca0-4a62-b4d1-f865f06e8eed" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.082369] env[67081]: INFO networking_nsxv3.common.synchronization [None req-c5caa4cd-9562-408f-977c-21d0a33b06a4 None None] Enqueued Resource ID: 36cee2a4-7408-40b2-b48e-2bec07bc428e with Priority: HIGHEST for action port [ 581.082369] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36cee2a4-7408-40b2-b48e-2bec07bc428e with Priority: HIGHEST for action port [ 581.083257] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-36cee2a4-7408-40b2-b48e-2bec07bc428e taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.083546] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36cee2a4-7408-40b2-b48e-2bec07bc428e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.083708] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36cee2a4-7408-40b2-b48e-2bec07bc428e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.084037] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36cee2a4-7408-40b2-b48e-2bec07bc428e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.084267] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36cee2a4-7408-40b2-b48e-2bec07bc428e',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.587946] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 36cee2a4-7408-40b2-b48e-2bec07bc428e [ 581.588446] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.588446] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.588446] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.588880] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.588880] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.588880] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:36cee2a4-7408-40b2-b48e-2bec07bc428e already deleted. [ 581.588880] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36cee2a4-7408-40b2-b48e-2bec07bc428e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.264618] env[67081]: INFO networking_nsxv3.common.synchronization [None req-cb7d400b-60a6-4b0d-a69d-10f0ff7b4ddc None None] Enqueued Resource ID: dcc1a1e9-55e0-427c-854f-7a5f05e51bf6 with Priority: HIGHEST for action port [ 582.266017] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcc1a1e9-55e0-427c-854f-7a5f05e51bf6 with Priority: HIGHEST for action port [ 582.266017] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcc1a1e9-55e0-427c-854f-7a5f05e51bf6 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.266017] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcc1a1e9-55e0-427c-854f-7a5f05e51bf6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.266301] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcc1a1e9-55e0-427c-854f-7a5f05e51bf6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.266664] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcc1a1e9-55e0-427c-854f-7a5f05e51bf6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.268073] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcc1a1e9-55e0-427c-854f-7a5f05e51bf6',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.769666] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dcc1a1e9-55e0-427c-854f-7a5f05e51bf6 [ 582.769974] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.770164] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.770234] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.770449] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.770540] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.770638] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dcc1a1e9-55e0-427c-854f-7a5f05e51bf6 already deleted. [ 582.770722] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcc1a1e9-55e0-427c-854f-7a5f05e51bf6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.181242] env[67081]: INFO networking_nsxv3.common.synchronization [None req-c136b79e-b47f-4fd5-a597-8bcc80454647 None None] Enqueued Resource ID: cc9a58bf-1046-4518-aa38-871c600264ae with Priority: HIGHEST for action port [ 583.181611] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc9a58bf-1046-4518-aa38-871c600264ae with Priority: HIGHEST for action port [ 583.182960] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc9a58bf-1046-4518-aa38-871c600264ae taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.183721] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc9a58bf-1046-4518-aa38-871c600264ae" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.183799] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc9a58bf-1046-4518-aa38-871c600264ae" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.184028] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc9a58bf-1046-4518-aa38-871c600264ae" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.184121] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc9a58bf-1046-4518-aa38-871c600264ae',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.686544] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc9a58bf-1046-4518-aa38-871c600264ae [ 583.686815] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.687076] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.687076] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.687319] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.687319] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.687417] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc9a58bf-1046-4518-aa38-871c600264ae already deleted. [ 583.687491] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc9a58bf-1046-4518-aa38-871c600264ae" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.188314] env[67081]: INFO networking_nsxv3.common.synchronization [None req-328bad56-e674-44e0-b128-597e7da834f2 None None] Enqueued Resource ID: 416a4632-7e33-48b6-ba19-ee3a8fe1638f with Priority: HIGHEST for action port [ 584.189080] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 416a4632-7e33-48b6-ba19-ee3a8fe1638f with Priority: HIGHEST for action port [ 584.189421] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-416a4632-7e33-48b6-ba19-ee3a8fe1638f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.189780] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-416a4632-7e33-48b6-ba19-ee3a8fe1638f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.189780] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-416a4632-7e33-48b6-ba19-ee3a8fe1638f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.190047] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-416a4632-7e33-48b6-ba19-ee3a8fe1638f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.190137] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('416a4632-7e33-48b6-ba19-ee3a8fe1638f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.631697] env[67081]: INFO networking_nsxv3.common.synchronization [None req-86a1fc12-da6c-4383-971c-e66b5d4878d4 None None] Enqueued Resource ID: e818f5bc-8faf-4a55-badf-87d03ddc73a4 with Priority: HIGHEST for action port [ 584.632105] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e818f5bc-8faf-4a55-badf-87d03ddc73a4 with Priority: HIGHEST for action port [ 584.632441] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-e818f5bc-8faf-4a55-badf-87d03ddc73a4 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.632595] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e818f5bc-8faf-4a55-badf-87d03ddc73a4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.632649] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e818f5bc-8faf-4a55-badf-87d03ddc73a4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.632942] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e818f5bc-8faf-4a55-badf-87d03ddc73a4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.632978] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e818f5bc-8faf-4a55-badf-87d03ddc73a4',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.692540] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 416a4632-7e33-48b6-ba19-ee3a8fe1638f [ 584.693234] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.693616] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.693701] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.693912] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.694324] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.694445] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:416a4632-7e33-48b6-ba19-ee3a8fe1638f already deleted. [ 584.694677] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-416a4632-7e33-48b6-ba19-ee3a8fe1638f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.082613] env[67081]: INFO networking_nsxv3.common.synchronization [None req-a3ef3f1e-64bd-419d-9d0c-51649f6ac1ba None None] Enqueued Resource ID: 1fd664db-94d4-4d14-aa9c-37e6698d9e40 with Priority: HIGHEST for action port [ 585.082976] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fd664db-94d4-4d14-aa9c-37e6698d9e40 with Priority: HIGHEST for action port [ 585.084838] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-1fd664db-94d4-4d14-aa9c-37e6698d9e40 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.084838] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1fd664db-94d4-4d14-aa9c-37e6698d9e40" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.084838] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1fd664db-94d4-4d14-aa9c-37e6698d9e40" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.084838] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1fd664db-94d4-4d14-aa9c-37e6698d9e40" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.084994] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fd664db-94d4-4d14-aa9c-37e6698d9e40',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.137185] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e818f5bc-8faf-4a55-badf-87d03ddc73a4 [ 585.137185] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.137185] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.137185] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.137185] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.137185] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.137185] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e818f5bc-8faf-4a55-badf-87d03ddc73a4 already deleted. [ 585.137185] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e818f5bc-8faf-4a55-badf-87d03ddc73a4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.589898] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1fd664db-94d4-4d14-aa9c-37e6698d9e40 [ 585.589898] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.589898] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.589898] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.590364] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.590364] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.590364] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1fd664db-94d4-4d14-aa9c-37e6698d9e40 already deleted. [ 585.590364] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1fd664db-94d4-4d14-aa9c-37e6698d9e40" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.491270] env[67081]: INFO networking_nsxv3.common.synchronization [None req-2b1b5b73-7b30-4b12-ae0b-cccd898f58f5 None None] Enqueued Resource ID: d3ae64d3-0425-4610-84aa-bfa369de434b with Priority: HIGHEST for action port [ 586.491812] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3ae64d3-0425-4610-84aa-bfa369de434b with Priority: HIGHEST for action port [ 586.492245] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3ae64d3-0425-4610-84aa-bfa369de434b taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.492449] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3ae64d3-0425-4610-84aa-bfa369de434b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.492484] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3ae64d3-0425-4610-84aa-bfa369de434b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.492876] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3ae64d3-0425-4610-84aa-bfa369de434b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.492983] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3ae64d3-0425-4610-84aa-bfa369de434b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.997749] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d3ae64d3-0425-4610-84aa-bfa369de434b [ 586.998087] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.998179] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.998853] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.999312] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.999391] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.999461] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d3ae64d3-0425-4610-84aa-bfa369de434b already deleted. [ 586.999661] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3ae64d3-0425-4610-84aa-bfa369de434b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.815633] env[67081]: INFO networking_nsxv3.common.synchronization [None req-da3602bd-8bb3-4dc1-beac-d047666807fc None None] Enqueued Resource ID: 7577206f-1d95-439f-977f-792ea0201911 with Priority: HIGHEST for action port [ 587.816185] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7577206f-1d95-439f-977f-792ea0201911 with Priority: HIGHEST for action port [ 587.816496] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-7577206f-1d95-439f-977f-792ea0201911 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.816610] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7577206f-1d95-439f-977f-792ea0201911" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.816677] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7577206f-1d95-439f-977f-792ea0201911" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.816928] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7577206f-1d95-439f-977f-792ea0201911" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.818710] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7577206f-1d95-439f-977f-792ea0201911',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.091173] env[67081]: INFO networking_nsxv3.common.synchronization [None req-7b2f1603-750d-4095-9192-b1ad86bf749a tempest-ServersTestFqdnHostnames-2136804314 tempest-ServersTestFqdnHostnames-2136804314-project-member] Enqueued Resource ID: abaf779c-19f8-409b-b043-d56e2b6090ed with Priority: HIGHEST for action security_group_rules [ 588.092102] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abaf779c-19f8-409b-b043-d56e2b6090ed with Priority: HIGHEST for action security_group_rules [ 588.092288] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-abaf779c-19f8-409b-b043-d56e2b6090ed taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.092415] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-abaf779c-19f8-409b-b043-d56e2b6090ed" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.092472] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-abaf779c-19f8-409b-b043-d56e2b6090ed" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.092730] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-abaf779c-19f8-409b-b043-d56e2b6090ed" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.092853] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('abaf779c-19f8-409b-b043-d56e2b6090ed',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.300853] env[67081]: INFO networking_nsxv3.common.synchronization [None req-12d889c5-354c-4b51-9aa0-f5bde2d842ac tempest-ServersTestFqdnHostnames-2136804314 tempest-ServersTestFqdnHostnames-2136804314-project-member] Enqueued Resource ID: abaf779c-19f8-409b-b043-d56e2b6090ed with Priority: HIGHEST for action security_group_rules [ 588.300853] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abaf779c-19f8-409b-b043-d56e2b6090ed with Priority: HIGHEST for action security_group_rules [ 588.301520] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-abaf779c-19f8-409b-b043-d56e2b6090ed taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.301520] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-abaf779c-19f8-409b-b043-d56e2b6090ed" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.323551] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7577206f-1d95-439f-977f-792ea0201911 [ 588.323784] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.324363] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.324363] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.324363] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.324363] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.324363] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7577206f-1d95-439f-977f-792ea0201911 already deleted. [ 588.325442] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7577206f-1d95-439f-977f-792ea0201911" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.617883] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.618117] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.618624] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.618929] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.619036] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.619143] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: abaf779c-19f8-409b-b043-d56e2b6090ed already deleted. [ 588.619254] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-abaf779c-19f8-409b-b043-d56e2b6090ed" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.619377] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-abaf779c-19f8-409b-b043-d56e2b6090ed" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.619536] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-abaf779c-19f8-409b-b043-d56e2b6090ed" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.619664] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('abaf779c-19f8-409b-b043-d56e2b6090ed',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.143315] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.143564] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.143564] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.143766] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.143766] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.143827] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: abaf779c-19f8-409b-b043-d56e2b6090ed already deleted. [ 589.143905] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-abaf779c-19f8-409b-b043-d56e2b6090ed" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.217094] env[67081]: INFO networking_nsxv3.common.synchronization [None req-b626dad9-0ea0-4645-84bc-853fc12074f9 None None] Enqueued Resource ID: efbb59f5-a6bc-4249-88f5-b707bc058240 with Priority: HIGHEST for action port [ 589.217637] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efbb59f5-a6bc-4249-88f5-b707bc058240 with Priority: HIGHEST for action port [ 589.217935] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-efbb59f5-a6bc-4249-88f5-b707bc058240 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.218069] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efbb59f5-a6bc-4249-88f5-b707bc058240" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.218397] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efbb59f5-a6bc-4249-88f5-b707bc058240" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.218397] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efbb59f5-a6bc-4249-88f5-b707bc058240" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.218552] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efbb59f5-a6bc-4249-88f5-b707bc058240',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.583024] env[67081]: INFO networking_nsxv3.common.synchronization [None req-a1783ee7-fb78-4549-98a3-a0b8e337e8f7 None None] Enqueued Resource ID: 292b8fb4-39c6-444f-bf46-2a3f2681549a with Priority: HIGHEST for action port [ 589.583024] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 292b8fb4-39c6-444f-bf46-2a3f2681549a with Priority: HIGHEST for action port [ 589.583024] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-292b8fb4-39c6-444f-bf46-2a3f2681549a taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.583024] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-292b8fb4-39c6-444f-bf46-2a3f2681549a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.583024] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-292b8fb4-39c6-444f-bf46-2a3f2681549a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.583024] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-292b8fb4-39c6-444f-bf46-2a3f2681549a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.583024] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('292b8fb4-39c6-444f-bf46-2a3f2681549a',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.720758] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port efbb59f5-a6bc-4249-88f5-b707bc058240 [ 589.721658] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.721658] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.721827] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.721929] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.722073] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.722221] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:efbb59f5-a6bc-4249-88f5-b707bc058240 already deleted. [ 589.723041] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efbb59f5-a6bc-4249-88f5-b707bc058240" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.087691] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 292b8fb4-39c6-444f-bf46-2a3f2681549a [ 590.087691] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.087691] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.087691] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.087691] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.087691] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.087691] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:292b8fb4-39c6-444f-bf46-2a3f2681549a already deleted. [ 590.087691] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-292b8fb4-39c6-444f-bf46-2a3f2681549a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.233923] env[67081]: INFO networking_nsxv3.common.synchronization [None req-ff74fc4f-6048-413b-a8c1-e8df6a9b8183 tempest-VolumesAssistedSnapshotsTest-1344038162 tempest-VolumesAssistedSnapshotsTest-1344038162-project-member] Enqueued Resource ID: 7f98ff5e-f9eb-42fb-a29e-1d616573e521 with Priority: HIGHEST for action security_group_rules [ 590.234602] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f98ff5e-f9eb-42fb-a29e-1d616573e521 with Priority: HIGHEST for action security_group_rules [ 590.234602] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f98ff5e-f9eb-42fb-a29e-1d616573e521 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.234602] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f98ff5e-f9eb-42fb-a29e-1d616573e521" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.234983] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f98ff5e-f9eb-42fb-a29e-1d616573e521" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.234983] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f98ff5e-f9eb-42fb-a29e-1d616573e521" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.235556] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f98ff5e-f9eb-42fb-a29e-1d616573e521',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.319448] env[67081]: INFO networking_nsxv3.common.synchronization [None req-ad9e312d-4aba-4ee1-9410-dc4434ecf251 tempest-VolumesAssistedSnapshotsTest-1344038162 tempest-VolumesAssistedSnapshotsTest-1344038162-project-member] Enqueued Resource ID: 7f98ff5e-f9eb-42fb-a29e-1d616573e521 with Priority: HIGHEST for action security_group_rules [ 590.319660] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f98ff5e-f9eb-42fb-a29e-1d616573e521 with Priority: HIGHEST for action security_group_rules [ 590.320042] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f98ff5e-f9eb-42fb-a29e-1d616573e521 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.320185] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f98ff5e-f9eb-42fb-a29e-1d616573e521" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.712700] env[67081]: INFO networking_nsxv3.common.synchronization [req-edf014d8-443c-4aff-bc9e-4b6570fcdcb7 req-037a49d9-4e73-4c94-b61f-25f61f50cd38 tempest-TenantUsagesTestJSON-936917688 tempest-TenantUsagesTestJSON-936917688-project-member] Enqueued Resource ID: 6038c50b-d4b3-448e-9cbc-ede2abee73d1 with Priority: HIGHEST for action security_group_members [ 590.716845] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6038c50b-d4b3-448e-9cbc-ede2abee73d1 with Priority: HIGHEST for action security_group_members [ 590.716845] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6038c50b-d4b3-448e-9cbc-ede2abee73d1 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.716845] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6038c50b-d4b3-448e-9cbc-ede2abee73d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.716845] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6038c50b-d4b3-448e-9cbc-ede2abee73d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.716845] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6038c50b-d4b3-448e-9cbc-ede2abee73d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.716845] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.716845] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.716845] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.716845] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.716845] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.716845] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6038c50b-d4b3-448e-9cbc-ede2abee73d1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.757329] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.757466] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.757466] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.757981] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.757981] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.757981] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f98ff5e-f9eb-42fb-a29e-1d616573e521 already deleted. [ 590.757981] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f98ff5e-f9eb-42fb-a29e-1d616573e521" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.758253] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f98ff5e-f9eb-42fb-a29e-1d616573e521" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.758253] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f98ff5e-f9eb-42fb-a29e-1d616573e521" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.758355] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f98ff5e-f9eb-42fb-a29e-1d616573e521',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.217581] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.217581] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.217581] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.217581] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.217581] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.217581] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.217581] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.217581] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.219486] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.219486] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.219486] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6038c50b-d4b3-448e-9cbc-ede2abee73d1 already deleted. [ 591.219486] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6038c50b-d4b3-448e-9cbc-ede2abee73d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.280454] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.280851] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.280851] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.280851] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.280946] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.281124] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f98ff5e-f9eb-42fb-a29e-1d616573e521 already deleted. [ 591.281244] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f98ff5e-f9eb-42fb-a29e-1d616573e521" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.933735] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock network-811 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.933947] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "network-811" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.934079] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "network-811" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.934425] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "network-811" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.934654] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.934808] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.934923] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.935155] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.935287] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.935575] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 591.935686] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 591.935826] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 591.935898] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 591.936008] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 591.936116] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 591.936242] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 591.955230] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 591.955424] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 591.955560] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 591.955736] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "network-811" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.956100] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock port-530b265f-f879-4a9a-b345-534c5aa4c380 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.956283] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "port-530b265f-f879-4a9a-b345-534c5aa4c380" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.956399] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "port-530b265f-f879-4a9a-b345-534c5aa4c380" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.958101] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "port-530b265f-f879-4a9a-b345-534c5aa4c380" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.958350] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('530b265f-f879-4a9a-b345-534c5aa4c380',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.464020] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.464020] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.464020] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.464020] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.464020] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.464020] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Segment Port 530b265f-f879-4a9a-b345-534c5aa4c380 not found, creating... [ 592.464020] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.464020] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.464020] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.464020] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.464020] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.464692] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.464692] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.465481] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.465607] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.465679] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.465792] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Resource: SegmentPort with ID: 530b265f-f879-4a9a-b345-534c5aa4c380 is going to be created. [ 592.493167] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.493385] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.493489] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.493771] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.494082] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.494295] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "port-530b265f-f879-4a9a-b345-534c5aa4c380" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.110059] env[67081]: INFO networking_nsxv3.common.synchronization [req-2a9bd0ea-6cd4-4dd2-9862-0f86d8ffff54 req-80b5ec56-6543-449e-aa24-f84ebc2dbbb1 tempest-DeleteServersAdminTestJSON-8208721 tempest-DeleteServersAdminTestJSON-8208721-project-member] Enqueued Resource ID: 5a477966-3ef0-4a03-b2a6-b8574a53a584 with Priority: HIGHEST for action security_group_members [ 593.110639] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a477966-3ef0-4a03-b2a6-b8574a53a584 with Priority: HIGHEST for action security_group_members [ 593.110947] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a477966-3ef0-4a03-b2a6-b8574a53a584 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.111147] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a477966-3ef0-4a03-b2a6-b8574a53a584" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.111147] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a477966-3ef0-4a03-b2a6-b8574a53a584" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.111345] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a477966-3ef0-4a03-b2a6-b8574a53a584" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.111491] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.111629] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.111692] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.111800] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.111954] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.112026] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a477966-3ef0-4a03-b2a6-b8574a53a584',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.149530] env[67081]: INFO networking_nsxv3.common.synchronization [None req-17597707-d74f-4fd9-bab5-e36513a3af22 None None] Enqueued Resource ID: 31aee697-b845-4628-be34-dd7e318431a8 with Priority: HIGHEST for action port [ 593.150652] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31aee697-b845-4628-be34-dd7e318431a8 with Priority: HIGHEST for action port [ 593.151009] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-31aee697-b845-4628-be34-dd7e318431a8 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.151140] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31aee697-b845-4628-be34-dd7e318431a8" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.151205] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31aee697-b845-4628-be34-dd7e318431a8" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.151447] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31aee697-b845-4628-be34-dd7e318431a8" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.151521] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31aee697-b845-4628-be34-dd7e318431a8',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.342385] env[67081]: INFO networking_nsxv3.common.synchronization [req-edf014d8-443c-4aff-bc9e-4b6570fcdcb7 req-a146b893-7d78-4827-827b-0be2996d0c78 service nova] Enqueued Resource ID: 6038c50b-d4b3-448e-9cbc-ede2abee73d1 with Priority: HIGHEST for action security_group_rules [ 593.342660] env[67081]: INFO networking_nsxv3.common.synchronization [req-edf014d8-443c-4aff-bc9e-4b6570fcdcb7 req-a146b893-7d78-4827-827b-0be2996d0c78 service nova] Enqueued Resource ID: 6038c50b-d4b3-448e-9cbc-ede2abee73d1 with Priority: HIGHEST for action security_group_members [ 593.342918] env[67081]: INFO networking_nsxv3.common.synchronization [req-edf014d8-443c-4aff-bc9e-4b6570fcdcb7 req-a146b893-7d78-4827-827b-0be2996d0c78 service nova] Enqueued Resource ID: 530b265f-f879-4a9a-b345-534c5aa4c380 with Priority: HIGHEST for action port [ 593.344364] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6038c50b-d4b3-448e-9cbc-ede2abee73d1 with Priority: HIGHEST for action security_group_rules [ 593.344364] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6038c50b-d4b3-448e-9cbc-ede2abee73d1 with Priority: HIGHEST for action security_group_members [ 593.344364] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530b265f-f879-4a9a-b345-534c5aa4c380 with Priority: HIGHEST for action port [ 593.344707] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6038c50b-d4b3-448e-9cbc-ede2abee73d1 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.344961] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6038c50b-d4b3-448e-9cbc-ede2abee73d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.345051] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6038c50b-d4b3-448e-9cbc-ede2abee73d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.345378] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6038c50b-d4b3-448e-9cbc-ede2abee73d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.345753] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6038c50b-d4b3-448e-9cbc-ede2abee73d1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.346780] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6038c50b-d4b3-448e-9cbc-ede2abee73d1 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.346901] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6038c50b-d4b3-448e-9cbc-ede2abee73d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.347013] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6038c50b-d4b3-448e-9cbc-ede2abee73d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.347344] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6038c50b-d4b3-448e-9cbc-ede2abee73d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.347619] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.347717] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.347817] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.351504] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.352433] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.352433] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6038c50b-d4b3-448e-9cbc-ede2abee73d1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.352953] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-530b265f-f879-4a9a-b345-534c5aa4c380 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.353369] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-530b265f-f879-4a9a-b345-534c5aa4c380" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.353369] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-530b265f-f879-4a9a-b345-534c5aa4c380" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.353482] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-530b265f-f879-4a9a-b345-534c5aa4c380" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.353554] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('530b265f-f879-4a9a-b345-534c5aa4c380',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.499695] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-811 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.499695] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-811" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.499695] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-811" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.499695] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-811" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.500387] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.500615] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.500747] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.500984] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.501147] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.501381] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.501489] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 593.501593] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 593.501696] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 593.501798] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.501899] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 593.502038] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 593.520318] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 593.520450] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 593.520651] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 593.520855] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-811" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.521221] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-17b4121d-5871-4f19-8e6a-9086af86696a taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.521462] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-17b4121d-5871-4f19-8e6a-9086af86696a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.521567] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-17b4121d-5871-4f19-8e6a-9086af86696a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.521887] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-17b4121d-5871-4f19-8e6a-9086af86696a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.522040] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17b4121d-5871-4f19-8e6a-9086af86696a',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.617888] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.617888] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.617888] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.617888] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.617888] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.617888] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.617888] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.618398] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.618398] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.618398] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.618398] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a477966-3ef0-4a03-b2a6-b8574a53a584 already deleted. [ 593.618398] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a477966-3ef0-4a03-b2a6-b8574a53a584" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.638322] env[67081]: INFO networking_nsxv3.common.synchronization [None req-d61e4955-b9ba-4de9-97e9-6940f0848577 None None] Enqueued Resource ID: 6934d6ad-6952-4cc0-b8e6-25efe2883708 with Priority: HIGHEST for action port [ 593.638322] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6934d6ad-6952-4cc0-b8e6-25efe2883708 with Priority: HIGHEST for action port [ 593.638322] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-6934d6ad-6952-4cc0-b8e6-25efe2883708 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.638322] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6934d6ad-6952-4cc0-b8e6-25efe2883708" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.638322] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6934d6ad-6952-4cc0-b8e6-25efe2883708" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.638322] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6934d6ad-6952-4cc0-b8e6-25efe2883708" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.638322] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6934d6ad-6952-4cc0-b8e6-25efe2883708',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.654538] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 31aee697-b845-4628-be34-dd7e318431a8 [ 593.654755] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.654908] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.654978] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.655194] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.655720] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.655720] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:31aee697-b845-4628-be34-dd7e318431a8 already deleted. [ 593.655720] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31aee697-b845-4628-be34-dd7e318431a8" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.856911] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6038c50b-d4b3-448e-9cbc-ede2abee73d1 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.858238] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6038c50b-d4b3-448e-9cbc-ede2abee73d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.862541] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 530b265f-f879-4a9a-b345-534c5aa4c380 with status ACTIVE [ 593.862824] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.863077] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.863077] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.863284] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.864113] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.864113] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.864258] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.864258] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.864368] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.864451] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.865446] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.865446] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.865446] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.865446] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.865446] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.865446] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 530b265f-f879-4a9a-b345-534c5aa4c380 is going to be updated. [ 593.866987] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6038c50b-d4b3-448e-9cbc-ede2abee73d1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.890355] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.890523] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.890566] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.890882] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.890938] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.891313] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-530b265f-f879-4a9a-b345-534c5aa4c380" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.025254] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.025642] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.025845] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.026354] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.026671] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.026869] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port 17b4121d-5871-4f19-8e6a-9086af86696a not found, creating... [ 594.030027] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.030027] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.030027] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.030027] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.030027] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.030027] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.032434] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.032829] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.032918] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.033073] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.033230] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: 17b4121d-5871-4f19-8e6a-9086af86696a is going to be created. [ 594.058925] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.059184] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.059230] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.059504] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.059726] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.059951] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-17b4121d-5871-4f19-8e6a-9086af86696a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.140136] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6934d6ad-6952-4cc0-b8e6-25efe2883708 [ 594.140398] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.140549] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.140626] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.140848] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.140942] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.141069] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6934d6ad-6952-4cc0-b8e6-25efe2883708 already deleted. [ 594.141159] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6934d6ad-6952-4cc0-b8e6-25efe2883708" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.369412] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6038c50b-d4b3-448e-9cbc-ede2abee73d1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.873710] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.874073] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.874073] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.874300] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.874424] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.874541] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6038c50b-d4b3-448e-9cbc-ede2abee73d1 is going to be created. [ 594.905218] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.905427] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.905427] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.905641] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.905909] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.918040] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6038c50b-d4b3-448e-9cbc-ede2abee73d1 in Status: UNINITIALIZED for 2s [ 594.919800] env[67081]: INFO networking_nsxv3.common.synchronization [req-2a9bd0ea-6cd4-4dd2-9862-0f86d8ffff54 req-46c1e8a4-0364-4d95-98aa-a7450d572e66 service nova] Enqueued Resource ID: 5a477966-3ef0-4a03-b2a6-b8574a53a584 with Priority: HIGHEST for action security_group_rules [ 594.919972] env[67081]: INFO networking_nsxv3.common.synchronization [req-2a9bd0ea-6cd4-4dd2-9862-0f86d8ffff54 req-46c1e8a4-0364-4d95-98aa-a7450d572e66 service nova] Enqueued Resource ID: 5a477966-3ef0-4a03-b2a6-b8574a53a584 with Priority: HIGHEST for action security_group_members [ 594.920116] env[67081]: INFO networking_nsxv3.common.synchronization [req-2a9bd0ea-6cd4-4dd2-9862-0f86d8ffff54 req-46c1e8a4-0364-4d95-98aa-a7450d572e66 service nova] Enqueued Resource ID: 17b4121d-5871-4f19-8e6a-9086af86696a with Priority: HIGHEST for action port [ 594.920331] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a477966-3ef0-4a03-b2a6-b8574a53a584 with Priority: HIGHEST for action security_group_rules [ 594.920453] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a477966-3ef0-4a03-b2a6-b8574a53a584 with Priority: HIGHEST for action security_group_members [ 594.920550] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17b4121d-5871-4f19-8e6a-9086af86696a with Priority: HIGHEST for action port [ 594.921075] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a477966-3ef0-4a03-b2a6-b8574a53a584 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.921244] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a477966-3ef0-4a03-b2a6-b8574a53a584" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.921320] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a477966-3ef0-4a03-b2a6-b8574a53a584" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.921555] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a477966-3ef0-4a03-b2a6-b8574a53a584" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.921638] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a477966-3ef0-4a03-b2a6-b8574a53a584',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.922442] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a477966-3ef0-4a03-b2a6-b8574a53a584 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.922551] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a477966-3ef0-4a03-b2a6-b8574a53a584" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.922622] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a477966-3ef0-4a03-b2a6-b8574a53a584" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.922781] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a477966-3ef0-4a03-b2a6-b8574a53a584" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.922927] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.923030] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.923092] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.923229] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.923314] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.923401] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a477966-3ef0-4a03-b2a6-b8574a53a584',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.924112] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-17b4121d-5871-4f19-8e6a-9086af86696a taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.924247] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17b4121d-5871-4f19-8e6a-9086af86696a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.924280] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17b4121d-5871-4f19-8e6a-9086af86696a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.924469] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17b4121d-5871-4f19-8e6a-9086af86696a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.924536] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17b4121d-5871-4f19-8e6a-9086af86696a',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.426070] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a477966-3ef0-4a03-b2a6-b8574a53a584',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.427400] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a477966-3ef0-4a03-b2a6-b8574a53a584 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.430448] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a477966-3ef0-4a03-b2a6-b8574a53a584" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.430448] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 17b4121d-5871-4f19-8e6a-9086af86696a with status ACTIVE [ 595.430448] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.430448] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.430448] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.430448] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.431082] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.431082] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.431181] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.431228] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.431410] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.431500] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.431746] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.431837] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.431898] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.432056] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.432410] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.432526] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 17b4121d-5871-4f19-8e6a-9086af86696a is going to be updated. [ 595.459893] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.460076] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.460144] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.460415] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.460564] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.460735] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17b4121d-5871-4f19-8e6a-9086af86696a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.623875] env[67081]: INFO networking_nsxv3.common.synchronization [req-bef39ed4-93ab-4066-848f-7c47485aecf5 req-d015b890-d974-49f7-b36f-b8d686a3f9b8 tempest-FloatingIPsAssociationTestJSON-1069670455 tempest-FloatingIPsAssociationTestJSON-1069670455-project-member] Enqueued Resource ID: f452a37f-2052-4f91-9419-cc330152f0a5 with Priority: HIGHEST for action security_group_members [ 595.623952] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f452a37f-2052-4f91-9419-cc330152f0a5 with Priority: HIGHEST for action security_group_members [ 595.624274] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f452a37f-2052-4f91-9419-cc330152f0a5 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.624370] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f452a37f-2052-4f91-9419-cc330152f0a5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.624481] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f452a37f-2052-4f91-9419-cc330152f0a5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.624644] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f452a37f-2052-4f91-9419-cc330152f0a5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.624794] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.624898] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.624956] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.626248] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.626248] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.626248] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f452a37f-2052-4f91-9419-cc330152f0a5',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.930861] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a477966-3ef0-4a03-b2a6-b8574a53a584',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.979459] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-818 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.979730] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-818" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.979838] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-818" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.980999] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-818" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.980999] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.980999] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.980999] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.980999] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.984076] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.984533] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 595.984683] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 595.985074] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 595.985074] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 595.985074] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 595.985213] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 595.985288] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 596.005263] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 596.005396] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 596.005554] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 596.005760] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-818" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.006127] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-e7d23baf-ad60-461f-adae-b80a5255e471 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.006332] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-e7d23baf-ad60-461f-adae-b80a5255e471" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.006456] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-e7d23baf-ad60-461f-adae-b80a5255e471" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.006853] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-e7d23baf-ad60-461f-adae-b80a5255e471" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.007068] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7d23baf-ad60-461f-adae-b80a5255e471',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.128362] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.128362] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.128362] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.128362] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.128362] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.128362] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.128362] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.128362] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.128362] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.128362] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.128362] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f452a37f-2052-4f91-9419-cc330152f0a5 already deleted. [ 596.128362] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f452a37f-2052-4f91-9419-cc330152f0a5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.433518] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.433641] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.433736] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.433964] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.434111] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.434215] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a477966-3ef0-4a03-b2a6-b8574a53a584 is going to be created. [ 596.459607] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.459855] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.459855] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.460213] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.460404] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.471238] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a477966-3ef0-4a03-b2a6-b8574a53a584 in Status: UNINITIALIZED for 2s [ 596.509660] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.510029] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.510088] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.510369] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.510516] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.510669] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port e7d23baf-ad60-461f-adae-b80a5255e471 not found, creating... [ 596.510935] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.511128] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.511245] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.511465] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.511599] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.511890] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.512097] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.512216] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.512422] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.512549] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.512684] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: e7d23baf-ad60-461f-adae-b80a5255e471 is going to be created. [ 596.534616] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.534827] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.534980] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.535302] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.535537] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.535887] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-e7d23baf-ad60-461f-adae-b80a5255e471" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.928622] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6038c50b-d4b3-448e-9cbc-ede2abee73d1 in Status: SUCCESS [ 596.928915] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6038c50b-d4b3-448e-9cbc-ede2abee73d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.929111] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6038c50b-d4b3-448e-9cbc-ede2abee73d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.929324] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6038c50b-d4b3-448e-9cbc-ede2abee73d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.929521] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.929642] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.929732] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.929944] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.929944] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.930043] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6038c50b-d4b3-448e-9cbc-ede2abee73d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.930129] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6038c50b-d4b3-448e-9cbc-ede2abee73d1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.273974] env[67081]: INFO networking_nsxv3.common.synchronization [req-bef39ed4-93ab-4066-848f-7c47485aecf5 req-ef4f94a6-c347-4fa3-b548-361b5eb237a6 service nova] Enqueued Resource ID: f452a37f-2052-4f91-9419-cc330152f0a5 with Priority: HIGHEST for action security_group_rules [ 597.274237] env[67081]: INFO networking_nsxv3.common.synchronization [req-bef39ed4-93ab-4066-848f-7c47485aecf5 req-ef4f94a6-c347-4fa3-b548-361b5eb237a6 service nova] Enqueued Resource ID: f452a37f-2052-4f91-9419-cc330152f0a5 with Priority: HIGHEST for action security_group_members [ 597.274301] env[67081]: INFO networking_nsxv3.common.synchronization [req-bef39ed4-93ab-4066-848f-7c47485aecf5 req-ef4f94a6-c347-4fa3-b548-361b5eb237a6 service nova] Enqueued Resource ID: e7d23baf-ad60-461f-adae-b80a5255e471 with Priority: HIGHEST for action port [ 597.274850] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f452a37f-2052-4f91-9419-cc330152f0a5 with Priority: HIGHEST for action security_group_rules [ 597.275800] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f452a37f-2052-4f91-9419-cc330152f0a5 with Priority: HIGHEST for action security_group_members [ 597.275988] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7d23baf-ad60-461f-adae-b80a5255e471 with Priority: HIGHEST for action port [ 597.276322] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f452a37f-2052-4f91-9419-cc330152f0a5 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.276447] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f452a37f-2052-4f91-9419-cc330152f0a5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.276526] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f452a37f-2052-4f91-9419-cc330152f0a5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.276830] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f452a37f-2052-4f91-9419-cc330152f0a5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.276913] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f452a37f-2052-4f91-9419-cc330152f0a5',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.278920] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f452a37f-2052-4f91-9419-cc330152f0a5 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.279013] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f452a37f-2052-4f91-9419-cc330152f0a5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.279091] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f452a37f-2052-4f91-9419-cc330152f0a5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.279282] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f452a37f-2052-4f91-9419-cc330152f0a5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.279455] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.282694] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.282772] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.286026] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.286026] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.286026] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f452a37f-2052-4f91-9419-cc330152f0a5',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.286026] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7d23baf-ad60-461f-adae-b80a5255e471 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.286026] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7d23baf-ad60-461f-adae-b80a5255e471" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.286026] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7d23baf-ad60-461f-adae-b80a5255e471" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.286026] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7d23baf-ad60-461f-adae-b80a5255e471" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.286026] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7d23baf-ad60-461f-adae-b80a5255e471',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.433577] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6038c50b-d4b3-448e-9cbc-ede2abee73d1 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.433738] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6038c50b-d4b3-448e-9cbc-ede2abee73d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.433811] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6038c50b-d4b3-448e-9cbc-ede2abee73d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.434047] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6038c50b-d4b3-448e-9cbc-ede2abee73d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.434221] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.434323] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.434386] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.434542] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.434625] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.434718] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6038c50b-d4b3-448e-9cbc-ede2abee73d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.434860] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6038c50b-d4b3-448e-9cbc-ede2abee73d1 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.434953] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6038c50b-d4b3-448e-9cbc-ede2abee73d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.435046] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6038c50b-d4b3-448e-9cbc-ede2abee73d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.435168] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6038c50b-d4b3-448e-9cbc-ede2abee73d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.435298] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.435386] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.435445] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.435578] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.435656] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.435728] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6038c50b-d4b3-448e-9cbc-ede2abee73d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.435816] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6038c50b-d4b3-448e-9cbc-ede2abee73d1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.787446] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f452a37f-2052-4f91-9419-cc330152f0a5 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.787584] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f452a37f-2052-4f91-9419-cc330152f0a5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.789330] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f452a37f-2052-4f91-9419-cc330152f0a5',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.790226] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e7d23baf-ad60-461f-adae-b80a5255e471 with status ACTIVE [ 597.790426] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.790547] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.790614] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.790817] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.791125] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.791125] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.791326] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.791326] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.791394] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.791507] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.791637] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.791725] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.791782] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.791926] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.792009] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.792100] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e7d23baf-ad60-461f-adae-b80a5255e471 is going to be updated. [ 597.834033] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.834033] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.834033] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.834033] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.834033] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.834033] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7d23baf-ad60-461f-adae-b80a5255e471" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.910765] env[67081]: INFO networking_nsxv3.common.synchronization [req-8ee810c9-f39b-4806-9781-7fc0dd4302b0 req-7e8c2f18-adc2-495e-b79f-f394fa23fa77 tempest-MigrationsAdminTest-738216112 tempest-MigrationsAdminTest-738216112-project-member] Enqueued Resource ID: 20929c55-6b33-4e90-ba3b-d66d009919a9 with Priority: HIGHEST for action security_group_members [ 597.911624] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20929c55-6b33-4e90-ba3b-d66d009919a9 with Priority: HIGHEST for action security_group_members [ 597.912417] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-20929c55-6b33-4e90-ba3b-d66d009919a9 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.912417] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.912417] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.912720] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.914650] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.914650] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.914650] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.914650] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.914650] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.914650] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20929c55-6b33-4e90-ba3b-d66d009919a9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.938128] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6038c50b-d4b3-448e-9cbc-ede2abee73d1: rpc.has_security_group_logging(os_id): False [ 597.969898] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.970172] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.970268] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.970542] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.970607] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.970866] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.971027] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.971105] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.972030] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.972030] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.972030] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.972030] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.972030] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.972030] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.972030] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.972441] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.972441] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.972441] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.972698] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.972698] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.972698] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6038c50b-d4b3-448e-9cbc-ede2abee73d1 is going to be created. [ 598.148044] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.148044] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.148044] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.148044] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.148353] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.161264] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6038c50b-d4b3-448e-9cbc-ede2abee73d1 in Status: IN_PROGRESS for 2s [ 598.217735] env[67081]: INFO networking_nsxv3.common.synchronization [None req-6674bb93-d55b-41f2-9d74-01da7a8d7dc1 None None] Enqueued Resource ID: 03508791-213f-409f-bd9e-6a1e5a45fa9c with Priority: HIGHEST for action port [ 598.218449] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03508791-213f-409f-bd9e-6a1e5a45fa9c with Priority: HIGHEST for action port [ 598.218873] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-03508791-213f-409f-bd9e-6a1e5a45fa9c taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.219121] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03508791-213f-409f-bd9e-6a1e5a45fa9c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.219206] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03508791-213f-409f-bd9e-6a1e5a45fa9c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.220052] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03508791-213f-409f-bd9e-6a1e5a45fa9c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.220052] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03508791-213f-409f-bd9e-6a1e5a45fa9c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.295917] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f452a37f-2052-4f91-9419-cc330152f0a5',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.416782] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.417082] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.417082] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.417410] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.417410] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.417566] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.417679] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.417712] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.417865] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.417935] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.418027] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20929c55-6b33-4e90-ba3b-d66d009919a9 already deleted. [ 598.418110] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.483247] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a477966-3ef0-4a03-b2a6-b8574a53a584 in Status: SUCCESS [ 598.483497] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a477966-3ef0-4a03-b2a6-b8574a53a584" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.483870] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a477966-3ef0-4a03-b2a6-b8574a53a584" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.484284] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a477966-3ef0-4a03-b2a6-b8574a53a584" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.484521] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.484671] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.484832] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.485412] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.485412] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.485412] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a477966-3ef0-4a03-b2a6-b8574a53a584" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.485412] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a477966-3ef0-4a03-b2a6-b8574a53a584',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.530187] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-811 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.530276] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-811" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.530583] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-811" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.530645] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-811" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.530897] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.531258] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.531258] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.531360] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.531521] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.531734] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.531823] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 598.531920] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 598.532513] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 598.532513] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.532513] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 598.532513] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 598.564696] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 598.564927] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 598.565126] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 598.565317] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-811" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.565673] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-99808004-d3f5-4340-a741-5f460eeb4611 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.565868] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-99808004-d3f5-4340-a741-5f460eeb4611" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.565980] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-99808004-d3f5-4340-a741-5f460eeb4611" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.566322] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-99808004-d3f5-4340-a741-5f460eeb4611" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.566453] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99808004-d3f5-4340-a741-5f460eeb4611',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.722378] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 03508791-213f-409f-bd9e-6a1e5a45fa9c [ 598.722642] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.722781] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.722852] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.723088] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.723243] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.723344] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:03508791-213f-409f-bd9e-6a1e5a45fa9c already deleted. [ 598.723430] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03508791-213f-409f-bd9e-6a1e5a45fa9c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.798964] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.799141] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.799371] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.799450] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.799511] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.799609] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f452a37f-2052-4f91-9419-cc330152f0a5 is going to be created. [ 598.827946] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.828170] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.828242] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.828451] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.828680] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.838754] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f452a37f-2052-4f91-9419-cc330152f0a5 in Status: UNINITIALIZED for 2s [ 598.991963] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a477966-3ef0-4a03-b2a6-b8574a53a584 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.991963] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a477966-3ef0-4a03-b2a6-b8574a53a584" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.991963] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a477966-3ef0-4a03-b2a6-b8574a53a584" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.991963] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a477966-3ef0-4a03-b2a6-b8574a53a584" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.991963] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.991963] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.991963] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.991963] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.992568] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.992568] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a477966-3ef0-4a03-b2a6-b8574a53a584" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.992568] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a477966-3ef0-4a03-b2a6-b8574a53a584 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.993166] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a477966-3ef0-4a03-b2a6-b8574a53a584" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.993264] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a477966-3ef0-4a03-b2a6-b8574a53a584" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.993484] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a477966-3ef0-4a03-b2a6-b8574a53a584" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.993951] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.994111] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.994253] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.994445] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.994534] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.994678] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a477966-3ef0-4a03-b2a6-b8574a53a584" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.994850] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a477966-3ef0-4a03-b2a6-b8574a53a584',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.070023] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.070023] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.070023] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.070023] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.070023] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.070362] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port 99808004-d3f5-4340-a741-5f460eeb4611 not found, creating... [ 599.070518] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.070660] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.070776] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.071157] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.071320] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.071628] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.071793] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.072464] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.072464] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.072464] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.072607] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: 99808004-d3f5-4340-a741-5f460eeb4611 is going to be created. [ 599.098029] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.098029] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.098029] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.098029] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.098029] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.098029] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-99808004-d3f5-4340-a741-5f460eeb4611" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.497428] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a477966-3ef0-4a03-b2a6-b8574a53a584: rpc.has_security_group_logging(os_id): False [ 599.520207] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.520419] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.520467] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.520697] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.520798] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.521032] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.521160] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.521233] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.521406] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.521489] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.521683] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.521780] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.521856] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.522035] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.522126] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.522471] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.522594] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.522657] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.522808] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.522912] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.523040] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a477966-3ef0-4a03-b2a6-b8574a53a584 is going to be created. [ 599.585048] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.585234] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.585344] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.585784] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.585784] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.600549] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a477966-3ef0-4a03-b2a6-b8574a53a584 in Status: IN_PROGRESS for 2s [ 599.810290] env[67081]: INFO networking_nsxv3.common.synchronization [req-8ee810c9-f39b-4806-9781-7fc0dd4302b0 req-8ff5e6de-cf1d-4466-9421-f7a31baa680a service nova] Enqueued Resource ID: 20929c55-6b33-4e90-ba3b-d66d009919a9 with Priority: HIGHEST for action security_group_rules [ 599.810290] env[67081]: INFO networking_nsxv3.common.synchronization [req-8ee810c9-f39b-4806-9781-7fc0dd4302b0 req-8ff5e6de-cf1d-4466-9421-f7a31baa680a service nova] Enqueued Resource ID: 20929c55-6b33-4e90-ba3b-d66d009919a9 with Priority: HIGHEST for action security_group_members [ 599.810290] env[67081]: INFO networking_nsxv3.common.synchronization [req-8ee810c9-f39b-4806-9781-7fc0dd4302b0 req-8ff5e6de-cf1d-4466-9421-f7a31baa680a service nova] Enqueued Resource ID: 99808004-d3f5-4340-a741-5f460eeb4611 with Priority: HIGHEST for action port [ 599.810290] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20929c55-6b33-4e90-ba3b-d66d009919a9 with Priority: HIGHEST for action security_group_rules [ 599.810290] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20929c55-6b33-4e90-ba3b-d66d009919a9 with Priority: HIGHEST for action security_group_members [ 599.810290] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99808004-d3f5-4340-a741-5f460eeb4611 with Priority: HIGHEST for action port [ 599.810781] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20929c55-6b33-4e90-ba3b-d66d009919a9 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.811052] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.811214] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.811608] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.811767] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20929c55-6b33-4e90-ba3b-d66d009919a9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.812858] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-20929c55-6b33-4e90-ba3b-d66d009919a9 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.815058] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.815058] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.815058] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.815058] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.815058] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.815058] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.815058] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.815058] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.815058] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20929c55-6b33-4e90-ba3b-d66d009919a9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.816433] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-99808004-d3f5-4340-a741-5f460eeb4611 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.816694] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99808004-d3f5-4340-a741-5f460eeb4611" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.817167] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99808004-d3f5-4340-a741-5f460eeb4611" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.817400] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99808004-d3f5-4340-a741-5f460eeb4611" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.817809] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99808004-d3f5-4340-a741-5f460eeb4611',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.174806] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6038c50b-d4b3-448e-9cbc-ede2abee73d1 in Status: SUCCESS [ 600.175466] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6038c50b-d4b3-448e-9cbc-ede2abee73d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.317168] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20929c55-6b33-4e90-ba3b-d66d009919a9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.319601] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-20929c55-6b33-4e90-ba3b-d66d009919a9 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.319768] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.319885] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 99808004-d3f5-4340-a741-5f460eeb4611 with status ACTIVE [ 600.320082] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.320199] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.320266] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.320472] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.320557] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.320722] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.320817] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.320880] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.321050] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.321182] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.321379] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.321475] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.321538] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.321682] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.321757] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.321842] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 99808004-d3f5-4340-a741-5f460eeb4611 is going to be updated. [ 600.346857] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.347102] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.347102] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.347297] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.347472] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.347594] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99808004-d3f5-4340-a741-5f460eeb4611" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.643135] env[67081]: INFO networking_nsxv3.common.synchronization [None req-b4c2ea16-4bd0-4445-98b9-9206c8fab1ef None None] Enqueued Resource ID: ee1d1c75-97a3-4594-90c0-d920b986bcae with Priority: HIGHEST for action port [ 600.643135] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee1d1c75-97a3-4594-90c0-d920b986bcae with Priority: HIGHEST for action port [ 600.643135] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee1d1c75-97a3-4594-90c0-d920b986bcae taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.643135] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee1d1c75-97a3-4594-90c0-d920b986bcae" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.643135] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee1d1c75-97a3-4594-90c0-d920b986bcae" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.643135] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee1d1c75-97a3-4594-90c0-d920b986bcae" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.643815] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee1d1c75-97a3-4594-90c0-d920b986bcae',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.820855] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20929c55-6b33-4e90-ba3b-d66d009919a9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.850044] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f452a37f-2052-4f91-9419-cc330152f0a5 in Status: SUCCESS [ 600.850331] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f452a37f-2052-4f91-9419-cc330152f0a5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.850499] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f452a37f-2052-4f91-9419-cc330152f0a5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.850722] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f452a37f-2052-4f91-9419-cc330152f0a5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.850914] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.851047] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.851115] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.851283] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.851369] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.851459] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f452a37f-2052-4f91-9419-cc330152f0a5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.851551] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f452a37f-2052-4f91-9419-cc330152f0a5',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.969693] env[67081]: INFO networking_nsxv3.common.synchronization [req-7a1054f2-806b-4f1c-9fd0-2c5f1a80d935 req-729ad2fb-c2c4-4972-8889-6ad92f822cff tempest-ServersTestFqdnHostnames-2136804314 tempest-ServersTestFqdnHostnames-2136804314-project-member] Enqueued Resource ID: abaf779c-19f8-409b-b043-d56e2b6090ed with Priority: HIGHEST for action security_group_members [ 600.970417] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abaf779c-19f8-409b-b043-d56e2b6090ed with Priority: HIGHEST for action security_group_members [ 600.970739] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-abaf779c-19f8-409b-b043-d56e2b6090ed taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.980784] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abaf779c-19f8-409b-b043-d56e2b6090ed" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.980784] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abaf779c-19f8-409b-b043-d56e2b6090ed" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.980784] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abaf779c-19f8-409b-b043-d56e2b6090ed" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.980784] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.980784] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.980784] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.980784] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.980784] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.980784] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('abaf779c-19f8-409b-b043-d56e2b6090ed',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.146551] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ee1d1c75-97a3-4594-90c0-d920b986bcae [ 601.146894] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.147052] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.147174] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.147352] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.147445] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.147541] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ee1d1c75-97a3-4594-90c0-d920b986bcae already deleted. [ 601.147623] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee1d1c75-97a3-4594-90c0-d920b986bcae" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.327419] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.327419] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.327419] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.327721] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.327721] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.327721] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20929c55-6b33-4e90-ba3b-d66d009919a9 is going to be created. [ 601.357027] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f452a37f-2052-4f91-9419-cc330152f0a5 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.357027] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f452a37f-2052-4f91-9419-cc330152f0a5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.357027] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f452a37f-2052-4f91-9419-cc330152f0a5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.357027] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f452a37f-2052-4f91-9419-cc330152f0a5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.357027] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.357027] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.357027] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.357027] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.357027] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.357027] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f452a37f-2052-4f91-9419-cc330152f0a5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.357027] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f452a37f-2052-4f91-9419-cc330152f0a5 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.357027] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f452a37f-2052-4f91-9419-cc330152f0a5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.357027] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f452a37f-2052-4f91-9419-cc330152f0a5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.357027] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f452a37f-2052-4f91-9419-cc330152f0a5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.357027] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.357027] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.357753] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.357753] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.357753] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.357753] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f452a37f-2052-4f91-9419-cc330152f0a5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.357753] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f452a37f-2052-4f91-9419-cc330152f0a5',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.360595] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.361232] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.361605] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.361920] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.362206] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.377689] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20929c55-6b33-4e90-ba3b-d66d009919a9 in Status: UNINITIALIZED for 2s [ 601.485436] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.486091] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.486383] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.486515] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.486630] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.486890] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.487037] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.487090] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.487351] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.487351] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.487480] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abaf779c-19f8-409b-b043-d56e2b6090ed already deleted. [ 601.487551] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abaf779c-19f8-409b-b043-d56e2b6090ed" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.614928] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a477966-3ef0-4a03-b2a6-b8574a53a584 in Status: SUCCESS [ 601.615391] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a477966-3ef0-4a03-b2a6-b8574a53a584" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.716433] env[67081]: INFO networking_nsxv3.common.synchronization [None req-81f5cac1-5ab5-4968-8d86-1f7ceddec7f5 None None] Enqueued Resource ID: e58d01c5-822e-4e9e-9c8e-b2a1c5367abb with Priority: HIGHEST for action port [ 601.717135] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e58d01c5-822e-4e9e-9c8e-b2a1c5367abb with Priority: HIGHEST for action port [ 601.717585] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-e58d01c5-822e-4e9e-9c8e-b2a1c5367abb taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.717746] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e58d01c5-822e-4e9e-9c8e-b2a1c5367abb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.717855] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e58d01c5-822e-4e9e-9c8e-b2a1c5367abb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.718243] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e58d01c5-822e-4e9e-9c8e-b2a1c5367abb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.718477] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e58d01c5-822e-4e9e-9c8e-b2a1c5367abb',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.799146] env[67081]: INFO networking_nsxv3.common.synchronization [None req-d0775aef-d882-43b9-9965-75538763a58c None None] Enqueued Resource ID: 1ccb687f-c7de-489f-9e8e-d2dfe4e6347f with Priority: HIGHEST for action port [ 601.799695] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ccb687f-c7de-489f-9e8e-d2dfe4e6347f with Priority: HIGHEST for action port [ 601.800055] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ccb687f-c7de-489f-9e8e-d2dfe4e6347f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.800487] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ccb687f-c7de-489f-9e8e-d2dfe4e6347f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.800563] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ccb687f-c7de-489f-9e8e-d2dfe4e6347f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.800828] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ccb687f-c7de-489f-9e8e-d2dfe4e6347f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.801121] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ccb687f-c7de-489f-9e8e-d2dfe4e6347f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.864638] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f452a37f-2052-4f91-9419-cc330152f0a5: rpc.has_security_group_logging(os_id): False [ 601.883178] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.883401] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.883401] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.883571] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.883788] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.883916] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.884141] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.884222] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.884391] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.884581] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.884667] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.884766] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.884826] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.884965] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.885140] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.885327] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.885431] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.885676] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.885676] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.885774] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.885804] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f452a37f-2052-4f91-9419-cc330152f0a5 is going to be created. [ 601.952308] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.952544] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.952631] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.953068] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.953313] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.965468] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f452a37f-2052-4f91-9419-cc330152f0a5 in Status: IN_PROGRESS for 2s [ 602.217993] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock network-416 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.218296] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "network-416" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.218537] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "network-416" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.218970] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "network-416" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.219777] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.220160] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.220543] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.220796] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.220951] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.221180] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.221292] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 602.221472] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 602.221506] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 602.221589] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.221688] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 602.221835] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 602.223236] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e58d01c5-822e-4e9e-9c8e-b2a1c5367abb [ 602.223424] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.223562] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.223595] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.223762] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.223846] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.223949] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e58d01c5-822e-4e9e-9c8e-b2a1c5367abb already deleted. [ 602.224026] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e58d01c5-822e-4e9e-9c8e-b2a1c5367abb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.242616] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 602.242813] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 602.242967] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 602.243200] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "network-416" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.243526] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock port-cb41e4b2-ae05-4678-8835-8f37c1959057 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.243701] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "port-cb41e4b2-ae05-4678-8835-8f37c1959057" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.243815] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "port-cb41e4b2-ae05-4678-8835-8f37c1959057" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.244273] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "port-cb41e4b2-ae05-4678-8835-8f37c1959057" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.244364] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb41e4b2-ae05-4678-8835-8f37c1959057',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.304464] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1ccb687f-c7de-489f-9e8e-d2dfe4e6347f [ 602.304763] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.305536] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.305536] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.305536] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.305536] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.305536] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1ccb687f-c7de-489f-9e8e-d2dfe4e6347f already deleted. [ 602.305710] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ccb687f-c7de-489f-9e8e-d2dfe4e6347f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.748508] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.748508] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.748508] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.748508] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.748508] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.748508] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Segment Port cb41e4b2-ae05-4678-8835-8f37c1959057 not found, creating... [ 602.748508] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.748508] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.748508] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.749554] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.749554] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.751779] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.751779] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.751779] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.751779] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.751779] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.751779] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Resource: SegmentPort with ID: cb41e4b2-ae05-4678-8835-8f37c1959057 is going to be created. [ 602.780017] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.780017] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.780017] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.780017] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.780017] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.780017] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "port-cb41e4b2-ae05-4678-8835-8f37c1959057" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.389514] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20929c55-6b33-4e90-ba3b-d66d009919a9 in Status: SUCCESS [ 603.389967] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.390143] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.390298] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.390446] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.390591] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.390690] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.390957] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.390957] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.390957] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.391102] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20929c55-6b33-4e90-ba3b-d66d009919a9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.563792] env[67081]: INFO networking_nsxv3.common.synchronization [req-7a1054f2-806b-4f1c-9fd0-2c5f1a80d935 req-013522eb-b071-47d7-8b66-ba6833fc815c service nova] Enqueued Resource ID: abaf779c-19f8-409b-b043-d56e2b6090ed with Priority: HIGHEST for action security_group_rules [ 603.563979] env[67081]: INFO networking_nsxv3.common.synchronization [req-7a1054f2-806b-4f1c-9fd0-2c5f1a80d935 req-013522eb-b071-47d7-8b66-ba6833fc815c service nova] Enqueued Resource ID: abaf779c-19f8-409b-b043-d56e2b6090ed with Priority: HIGHEST for action security_group_members [ 603.564262] env[67081]: INFO networking_nsxv3.common.synchronization [req-7a1054f2-806b-4f1c-9fd0-2c5f1a80d935 req-013522eb-b071-47d7-8b66-ba6833fc815c service nova] Enqueued Resource ID: cb41e4b2-ae05-4678-8835-8f37c1959057 with Priority: HIGHEST for action port [ 603.565346] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abaf779c-19f8-409b-b043-d56e2b6090ed with Priority: HIGHEST for action security_group_rules [ 603.565489] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abaf779c-19f8-409b-b043-d56e2b6090ed with Priority: HIGHEST for action security_group_members [ 603.565588] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb41e4b2-ae05-4678-8835-8f37c1959057 with Priority: HIGHEST for action port [ 603.565878] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-abaf779c-19f8-409b-b043-d56e2b6090ed taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.566057] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-abaf779c-19f8-409b-b043-d56e2b6090ed" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.566181] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-abaf779c-19f8-409b-b043-d56e2b6090ed" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.566405] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-abaf779c-19f8-409b-b043-d56e2b6090ed" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.566493] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('abaf779c-19f8-409b-b043-d56e2b6090ed',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.568727] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-abaf779c-19f8-409b-b043-d56e2b6090ed taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.568727] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abaf779c-19f8-409b-b043-d56e2b6090ed" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.568727] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abaf779c-19f8-409b-b043-d56e2b6090ed" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.568727] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abaf779c-19f8-409b-b043-d56e2b6090ed" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.568727] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.568727] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.568727] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.569116] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.569116] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.569288] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('abaf779c-19f8-409b-b043-d56e2b6090ed',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.570254] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb41e4b2-ae05-4678-8835-8f37c1959057 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.570390] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb41e4b2-ae05-4678-8835-8f37c1959057" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.570459] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb41e4b2-ae05-4678-8835-8f37c1959057" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.570612] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb41e4b2-ae05-4678-8835-8f37c1959057" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.570750] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb41e4b2-ae05-4678-8835-8f37c1959057',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.896639] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-20929c55-6b33-4e90-ba3b-d66d009919a9 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.897109] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.897109] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.898074] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.898666] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.898821] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.898939] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.899174] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.899262] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.899361] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.899531] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-20929c55-6b33-4e90-ba3b-d66d009919a9 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.899835] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.899835] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.899835] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.900020] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.900409] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.900475] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.900627] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.900707] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.900790] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.900878] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20929c55-6b33-4e90-ba3b-d66d009919a9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.982799] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f452a37f-2052-4f91-9419-cc330152f0a5 in Status: SUCCESS [ 603.983437] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f452a37f-2052-4f91-9419-cc330152f0a5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.073535] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('abaf779c-19f8-409b-b043-d56e2b6090ed',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.075472] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-abaf779c-19f8-409b-b043-d56e2b6090ed taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.075472] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abaf779c-19f8-409b-b043-d56e2b6090ed" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.075472] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cb41e4b2-ae05-4678-8835-8f37c1959057 with status ACTIVE [ 604.076220] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.076220] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.076220] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.076621] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.076621] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.076720] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.077426] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.077426] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.078590] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.078590] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.078590] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.078590] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.078590] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.078801] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.078801] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.078867] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cb41e4b2-ae05-4678-8835-8f37c1959057 is going to be updated. [ 604.106045] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.106045] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.106045] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.106045] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.106292] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.106292] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb41e4b2-ae05-4678-8835-8f37c1959057" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.406494] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20929c55-6b33-4e90-ba3b-d66d009919a9: rpc.has_security_group_logging(os_id): False [ 604.425676] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.425916] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.425916] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.426151] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.426261] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.426476] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.426581] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.426912] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.426912] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.426912] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.427095] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.427181] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.427243] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.427389] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.427468] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.427665] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.427752] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.427811] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.427986] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.428658] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.428790] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20929c55-6b33-4e90-ba3b-d66d009919a9 is going to be created. [ 604.503889] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.504342] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.504537] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.504923] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.505030] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.518347] env[67081]: INFO networking_nsxv3.common.synchronization [None req-5befa81e-9247-49ad-990b-be47f73681a5 None None] Enqueued Resource ID: 32224899-3bb5-402c-8223-9e88480345e9 with Priority: HIGHEST for action port [ 604.518810] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32224899-3bb5-402c-8223-9e88480345e9 with Priority: HIGHEST for action port [ 604.519930] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-32224899-3bb5-402c-8223-9e88480345e9 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.520098] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32224899-3bb5-402c-8223-9e88480345e9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.520197] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32224899-3bb5-402c-8223-9e88480345e9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.520526] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32224899-3bb5-402c-8223-9e88480345e9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.520526] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32224899-3bb5-402c-8223-9e88480345e9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.522833] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20929c55-6b33-4e90-ba3b-d66d009919a9 in Status: IN_PROGRESS for 2s [ 604.545316] env[67081]: INFO networking_nsxv3.common.synchronization [None req-35889983-5084-4510-b86f-30562756798f None None] Enqueued Resource ID: f23bf689-e3e2-4556-8d2f-aada48ca8841 with Priority: HIGHEST for action port [ 604.545795] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f23bf689-e3e2-4556-8d2f-aada48ca8841 with Priority: HIGHEST for action port [ 604.546654] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-f23bf689-e3e2-4556-8d2f-aada48ca8841 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.546881] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f23bf689-e3e2-4556-8d2f-aada48ca8841" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.546926] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f23bf689-e3e2-4556-8d2f-aada48ca8841" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.547247] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f23bf689-e3e2-4556-8d2f-aada48ca8841" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.547336] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f23bf689-e3e2-4556-8d2f-aada48ca8841',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.575831] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('abaf779c-19f8-409b-b043-d56e2b6090ed',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.027177] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 32224899-3bb5-402c-8223-9e88480345e9 [ 605.027177] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.027177] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.027177] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.027177] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.027177] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.027177] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:32224899-3bb5-402c-8223-9e88480345e9 already deleted. [ 605.027177] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32224899-3bb5-402c-8223-9e88480345e9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.050371] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f23bf689-e3e2-4556-8d2f-aada48ca8841 [ 605.050371] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.052522] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.052522] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.052522] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.052522] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.052522] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f23bf689-e3e2-4556-8d2f-aada48ca8841 already deleted. [ 605.052522] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f23bf689-e3e2-4556-8d2f-aada48ca8841" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.078567] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.078894] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.078894] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.079074] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.079178] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.079267] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abaf779c-19f8-409b-b043-d56e2b6090ed is going to be created. [ 605.134696] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.134696] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.134696] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.134696] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.134696] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.156256] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abaf779c-19f8-409b-b043-d56e2b6090ed in Status: UNINITIALIZED for 2s [ 605.345355] env[67081]: INFO networking_nsxv3.common.synchronization [None req-3a165854-c9f0-403d-9f22-5916770bd80e tempest-ServersWithSpecificFlavorTestJSON-1931938235 tempest-ServersWithSpecificFlavorTestJSON-1931938235-project-member] Enqueued Resource ID: 4340cbb7-1752-4e7c-ab46-19add54aec1b with Priority: HIGHEST for action security_group_rules [ 605.346249] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4340cbb7-1752-4e7c-ab46-19add54aec1b with Priority: HIGHEST for action security_group_rules [ 605.346249] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4340cbb7-1752-4e7c-ab46-19add54aec1b taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.346397] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4340cbb7-1752-4e7c-ab46-19add54aec1b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.346429] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4340cbb7-1752-4e7c-ab46-19add54aec1b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.346705] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4340cbb7-1752-4e7c-ab46-19add54aec1b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.346799] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4340cbb7-1752-4e7c-ab46-19add54aec1b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.656676] env[67081]: INFO networking_nsxv3.common.synchronization [None req-2b3faf19-9f87-4b4c-be9b-1363396715da None None] Enqueued Resource ID: bf197d9a-c041-4388-9552-0d89ad283e6c with Priority: HIGHEST for action port [ 605.656676] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf197d9a-c041-4388-9552-0d89ad283e6c with Priority: HIGHEST for action port [ 605.656676] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf197d9a-c041-4388-9552-0d89ad283e6c taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.656676] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf197d9a-c041-4388-9552-0d89ad283e6c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.656676] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf197d9a-c041-4388-9552-0d89ad283e6c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.656988] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf197d9a-c041-4388-9552-0d89ad283e6c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.657191] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf197d9a-c041-4388-9552-0d89ad283e6c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.870830] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.870995] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.871078] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.871319] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.871409] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.872984] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4340cbb7-1752-4e7c-ab46-19add54aec1b already deleted. [ 605.872984] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4340cbb7-1752-4e7c-ab46-19add54aec1b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.160475] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bf197d9a-c041-4388-9552-0d89ad283e6c [ 606.160475] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.160475] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.160475] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.161123] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.161123] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.161123] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bf197d9a-c041-4388-9552-0d89ad283e6c already deleted. [ 606.161123] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf197d9a-c041-4388-9552-0d89ad283e6c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.502193] env[67081]: INFO networking_nsxv3.common.synchronization [None req-506bf1ab-ba80-4f2b-9d50-9dccdf40b332 tempest-ServersWithSpecificFlavorTestJSON-1931938235 tempest-ServersWithSpecificFlavorTestJSON-1931938235-project-member] Enqueued Resource ID: 4340cbb7-1752-4e7c-ab46-19add54aec1b with Priority: HIGHEST for action security_group_rules [ 606.502741] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4340cbb7-1752-4e7c-ab46-19add54aec1b with Priority: HIGHEST for action security_group_rules [ 606.504120] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4340cbb7-1752-4e7c-ab46-19add54aec1b taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.504287] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4340cbb7-1752-4e7c-ab46-19add54aec1b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.504359] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4340cbb7-1752-4e7c-ab46-19add54aec1b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.504573] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4340cbb7-1752-4e7c-ab46-19add54aec1b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.504653] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4340cbb7-1752-4e7c-ab46-19add54aec1b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.537405] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20929c55-6b33-4e90-ba3b-d66d009919a9 in Status: SUCCESS [ 606.537766] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.028071] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.028071] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.028071] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.028071] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.028071] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.028071] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4340cbb7-1752-4e7c-ab46-19add54aec1b already deleted. [ 607.028071] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4340cbb7-1752-4e7c-ab46-19add54aec1b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.171136] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abaf779c-19f8-409b-b043-d56e2b6090ed in Status: SUCCESS [ 607.171136] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abaf779c-19f8-409b-b043-d56e2b6090ed" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.171136] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abaf779c-19f8-409b-b043-d56e2b6090ed" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.171136] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abaf779c-19f8-409b-b043-d56e2b6090ed" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.171136] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.171136] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.171136] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.171136] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.171136] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.171136] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abaf779c-19f8-409b-b043-d56e2b6090ed" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.171136] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('abaf779c-19f8-409b-b043-d56e2b6090ed',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.319150] env[67081]: INFO networking_nsxv3.common.synchronization [None req-52c1cfe1-2c4b-454c-8455-1703f8d712eb None None] Enqueued Resource ID: afe1fc51-bd5a-4786-acec-0b519af30744 with Priority: HIGHEST for action port [ 607.319150] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afe1fc51-bd5a-4786-acec-0b519af30744 with Priority: HIGHEST for action port [ 607.319150] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-afe1fc51-bd5a-4786-acec-0b519af30744 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.319150] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-afe1fc51-bd5a-4786-acec-0b519af30744" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.319150] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-afe1fc51-bd5a-4786-acec-0b519af30744" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.319150] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-afe1fc51-bd5a-4786-acec-0b519af30744" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.319150] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afe1fc51-bd5a-4786-acec-0b519af30744',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.495283] env[67081]: INFO networking_nsxv3.common.synchronization [None req-d0efb1ed-9d0b-4214-9d8e-719590754f90 None None] Enqueued Resource ID: 71f85ed2-0e57-4fb6-8550-a1d1aa2ca0ed with Priority: HIGHEST for action port [ 607.496097] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f85ed2-0e57-4fb6-8550-a1d1aa2ca0ed with Priority: HIGHEST for action port [ 607.496309] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-71f85ed2-0e57-4fb6-8550-a1d1aa2ca0ed taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.496448] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71f85ed2-0e57-4fb6-8550-a1d1aa2ca0ed" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.496524] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71f85ed2-0e57-4fb6-8550-a1d1aa2ca0ed" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.496823] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71f85ed2-0e57-4fb6-8550-a1d1aa2ca0ed" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.497016] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71f85ed2-0e57-4fb6-8550-a1d1aa2ca0ed',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.673702] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('abaf779c-19f8-409b-b043-d56e2b6090ed',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.716195] env[67081]: INFO networking_nsxv3.common.synchronization [req-c3faf1a4-56f9-434b-b124-3d01645cf3aa req-bd8f75a8-a3e8-4b22-870d-1c690e27ff66 tempest-VolumesAssistedSnapshotsTest-1344038162 tempest-VolumesAssistedSnapshotsTest-1344038162-project-member] Enqueued Resource ID: 7f98ff5e-f9eb-42fb-a29e-1d616573e521 with Priority: HIGHEST for action security_group_members [ 607.716898] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f98ff5e-f9eb-42fb-a29e-1d616573e521 with Priority: HIGHEST for action security_group_members [ 607.716898] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f98ff5e-f9eb-42fb-a29e-1d616573e521 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.716898] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f98ff5e-f9eb-42fb-a29e-1d616573e521" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.717165] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f98ff5e-f9eb-42fb-a29e-1d616573e521" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.717218] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f98ff5e-f9eb-42fb-a29e-1d616573e521" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.717345] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.717445] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.717504] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.717659] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.717744] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.717840] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f98ff5e-f9eb-42fb-a29e-1d616573e521',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.823461] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port afe1fc51-bd5a-4786-acec-0b519af30744 [ 607.825572] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.825572] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.825759] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.825911] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.829137] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.829137] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:afe1fc51-bd5a-4786-acec-0b519af30744 already deleted. [ 607.829137] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-afe1fc51-bd5a-4786-acec-0b519af30744" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.002289] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 71f85ed2-0e57-4fb6-8550-a1d1aa2ca0ed [ 608.002654] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.002866] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.002969] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.003267] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.003412] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.003517] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:71f85ed2-0e57-4fb6-8550-a1d1aa2ca0ed already deleted. [ 608.003602] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71f85ed2-0e57-4fb6-8550-a1d1aa2ca0ed" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.178272] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for abaf779c-19f8-409b-b043-d56e2b6090ed: rpc.has_security_group_logging(os_id): False [ 608.198255] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.198255] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.198255] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.198255] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.198255] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.198255] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.198255] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.198255] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.198255] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.198255] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.198255] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: abaf779c-19f8-409b-b043-d56e2b6090ed is going to be created. [ 608.203100] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock network-431 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.203281] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "network-431" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.203397] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "network-431" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.203694] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "network-431" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.203937] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.204097] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.204208] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.204437] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.204636] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.204864] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.204924] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 608.205013] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 608.205120] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 608.205222] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.205320] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 608.205442] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 608.219968] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.220203] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.220261] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.220445] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.220534] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.220748] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.220849] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.220914] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.221084] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.221165] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.221254] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f98ff5e-f9eb-42fb-a29e-1d616573e521 already deleted. [ 608.221334] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f98ff5e-f9eb-42fb-a29e-1d616573e521" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.234048] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 608.234224] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 608.234359] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 608.234529] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "network-431" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.234833] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock port-976c7cd7-8d0d-4aaa-8016-0fb0496ab944 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.235156] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "port-976c7cd7-8d0d-4aaa-8016-0fb0496ab944" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.235156] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "port-976c7cd7-8d0d-4aaa-8016-0fb0496ab944" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.235440] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "port-976c7cd7-8d0d-4aaa-8016-0fb0496ab944" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.235573] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('976c7cd7-8d0d-4aaa-8016-0fb0496ab944',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.262904] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.263148] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.263250] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.263492] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.263696] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.275056] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: abaf779c-19f8-409b-b043-d56e2b6090ed in Status: IN_PROGRESS for 2s [ 608.739031] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.739031] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.739287] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.739382] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.739573] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.740132] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Segment Port 976c7cd7-8d0d-4aaa-8016-0fb0496ab944 not found, creating... [ 608.740132] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.740320] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.740320] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.740506] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.741704] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.741704] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.741704] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.741704] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.741704] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.741704] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.742729] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Resource: SegmentPort with ID: 976c7cd7-8d0d-4aaa-8016-0fb0496ab944 is going to be created. [ 608.772474] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.772708] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.772829] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.773708] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.773708] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.773929] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "port-976c7cd7-8d0d-4aaa-8016-0fb0496ab944" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.457503] env[67081]: INFO networking_nsxv3.common.synchronization [req-c3faf1a4-56f9-434b-b124-3d01645cf3aa req-ebe29d9e-28e1-4523-8e9a-3f9ad6667916 service nova] Enqueued Resource ID: 7f98ff5e-f9eb-42fb-a29e-1d616573e521 with Priority: HIGHEST for action security_group_rules [ 609.457503] env[67081]: INFO networking_nsxv3.common.synchronization [req-c3faf1a4-56f9-434b-b124-3d01645cf3aa req-ebe29d9e-28e1-4523-8e9a-3f9ad6667916 service nova] Enqueued Resource ID: 7f98ff5e-f9eb-42fb-a29e-1d616573e521 with Priority: HIGHEST for action security_group_members [ 609.457503] env[67081]: INFO networking_nsxv3.common.synchronization [req-c3faf1a4-56f9-434b-b124-3d01645cf3aa req-ebe29d9e-28e1-4523-8e9a-3f9ad6667916 service nova] Enqueued Resource ID: 976c7cd7-8d0d-4aaa-8016-0fb0496ab944 with Priority: HIGHEST for action port [ 609.457503] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f98ff5e-f9eb-42fb-a29e-1d616573e521 with Priority: HIGHEST for action security_group_rules [ 609.457503] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f98ff5e-f9eb-42fb-a29e-1d616573e521 with Priority: HIGHEST for action security_group_members [ 609.457952] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 976c7cd7-8d0d-4aaa-8016-0fb0496ab944 with Priority: HIGHEST for action port [ 609.457952] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f98ff5e-f9eb-42fb-a29e-1d616573e521 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.460875] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f98ff5e-f9eb-42fb-a29e-1d616573e521" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.460875] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f98ff5e-f9eb-42fb-a29e-1d616573e521" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.460875] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f98ff5e-f9eb-42fb-a29e-1d616573e521" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.460875] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f98ff5e-f9eb-42fb-a29e-1d616573e521',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.460875] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f98ff5e-f9eb-42fb-a29e-1d616573e521 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.460875] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f98ff5e-f9eb-42fb-a29e-1d616573e521" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.460875] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f98ff5e-f9eb-42fb-a29e-1d616573e521" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.460875] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f98ff5e-f9eb-42fb-a29e-1d616573e521" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.460875] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.460875] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.460875] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.461310] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.461310] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.461310] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f98ff5e-f9eb-42fb-a29e-1d616573e521',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.462653] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-976c7cd7-8d0d-4aaa-8016-0fb0496ab944 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.462776] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-976c7cd7-8d0d-4aaa-8016-0fb0496ab944" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.462833] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-976c7cd7-8d0d-4aaa-8016-0fb0496ab944" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.462991] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-976c7cd7-8d0d-4aaa-8016-0fb0496ab944" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.463061] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('976c7cd7-8d0d-4aaa-8016-0fb0496ab944',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.602027] env[67081]: INFO networking_nsxv3.common.synchronization [None req-346e0371-abdb-4130-a868-469a3370bfe3 None None] Enqueued Resource ID: ef52ec86-f348-4e0e-ae49-a7bfa5b5fa22 with Priority: HIGHEST for action port [ 609.602027] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef52ec86-f348-4e0e-ae49-a7bfa5b5fa22 with Priority: HIGHEST for action port [ 609.602027] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef52ec86-f348-4e0e-ae49-a7bfa5b5fa22 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.602027] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef52ec86-f348-4e0e-ae49-a7bfa5b5fa22" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.602405] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef52ec86-f348-4e0e-ae49-a7bfa5b5fa22" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.602728] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef52ec86-f348-4e0e-ae49-a7bfa5b5fa22" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.602980] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef52ec86-f348-4e0e-ae49-a7bfa5b5fa22',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.793148] env[67081]: INFO networking_nsxv3.common.synchronization [req-ce251ed3-240f-46c0-b3d1-df3cb9ccc8d6 req-6482cf33-0334-4d91-a6ef-e58b18aedce1 tempest-ServersAdminNegativeTestJSON-207458344 tempest-ServersAdminNegativeTestJSON-207458344-project-member] Enqueued Resource ID: 9e0b8b08-e8c2-403f-804c-733324bcff0f with Priority: HIGHEST for action security_group_members [ 609.793758] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e0b8b08-e8c2-403f-804c-733324bcff0f with Priority: HIGHEST for action security_group_members [ 609.798113] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e0b8b08-e8c2-403f-804c-733324bcff0f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.798113] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e0b8b08-e8c2-403f-804c-733324bcff0f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.798334] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e0b8b08-e8c2-403f-804c-733324bcff0f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.798439] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e0b8b08-e8c2-403f-804c-733324bcff0f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.798906] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.799066] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.799137] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.799314] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.799419] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.799525] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e0b8b08-e8c2-403f-804c-733324bcff0f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.964841] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f98ff5e-f9eb-42fb-a29e-1d616573e521',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.968125] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f98ff5e-f9eb-42fb-a29e-1d616573e521 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.968125] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f98ff5e-f9eb-42fb-a29e-1d616573e521" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.968125] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 976c7cd7-8d0d-4aaa-8016-0fb0496ab944 with status ACTIVE [ 609.968125] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.968125] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.968125] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.968125] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.968125] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.968125] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.968125] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.968125] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.968125] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.968125] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.969782] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.969782] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.969782] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.969782] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.969782] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.970036] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 976c7cd7-8d0d-4aaa-8016-0fb0496ab944 is going to be updated. [ 610.015587] env[67081]: INFO networking_nsxv3.common.synchronization [None req-877eec9c-4c0a-4331-83ff-e3d3a2f25a7c None None] Enqueued Resource ID: 2fb41a0b-1893-4854-b139-ff040cbb7987 with Priority: HIGHEST for action port [ 610.017067] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fb41a0b-1893-4854-b139-ff040cbb7987 with Priority: HIGHEST for action port [ 610.017816] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-2fb41a0b-1893-4854-b139-ff040cbb7987 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.017943] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2fb41a0b-1893-4854-b139-ff040cbb7987" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.021076] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2fb41a0b-1893-4854-b139-ff040cbb7987" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.021076] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2fb41a0b-1893-4854-b139-ff040cbb7987" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.021076] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fb41a0b-1893-4854-b139-ff040cbb7987',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.029563] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.029563] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.029563] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.029563] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.029563] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.029563] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-976c7cd7-8d0d-4aaa-8016-0fb0496ab944" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.105779] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef52ec86-f348-4e0e-ae49-a7bfa5b5fa22 [ 610.105779] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.105779] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.105779] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.105779] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.106226] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.106226] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef52ec86-f348-4e0e-ae49-a7bfa5b5fa22 already deleted. [ 610.106226] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef52ec86-f348-4e0e-ae49-a7bfa5b5fa22" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.294577] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: abaf779c-19f8-409b-b043-d56e2b6090ed in Status: SUCCESS [ 610.294950] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-abaf779c-19f8-409b-b043-d56e2b6090ed" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.302177] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.302346] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.302401] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.302633] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.302737] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.302923] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.303039] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.303101] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.303263] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.303342] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.303430] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e0b8b08-e8c2-403f-804c-733324bcff0f already deleted. [ 610.303513] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e0b8b08-e8c2-403f-804c-733324bcff0f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.318058] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-811 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.318058] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-811" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.318058] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-811" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.318352] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-811" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.318583] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.318734] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.318860] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.319767] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.319961] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.321009] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.321009] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 610.321009] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 610.321243] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 610.321294] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.321487] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 610.321733] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 610.356167] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 610.356459] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 610.356667] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 610.356994] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-811" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.357559] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-6febae2d-0527-4ded-b072-e3430d7203e4 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.357863] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-6febae2d-0527-4ded-b072-e3430d7203e4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.358049] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-6febae2d-0527-4ded-b072-e3430d7203e4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.358510] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-6febae2d-0527-4ded-b072-e3430d7203e4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.358706] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6febae2d-0527-4ded-b072-e3430d7203e4',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.471750] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f98ff5e-f9eb-42fb-a29e-1d616573e521',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.521307] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2fb41a0b-1893-4854-b139-ff040cbb7987 [ 610.522716] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.522864] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.522944] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.523172] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.523281] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.523391] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2fb41a0b-1893-4854-b139-ff040cbb7987 already deleted. [ 610.523542] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2fb41a0b-1893-4854-b139-ff040cbb7987" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.863967] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.863967] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.863967] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.863967] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.863967] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.863967] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port 6febae2d-0527-4ded-b072-e3430d7203e4 not found, creating... [ 610.864804] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.864804] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.864804] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.864804] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.864804] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.865127] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.865215] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.865271] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.865602] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.865602] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.867211] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: 6febae2d-0527-4ded-b072-e3430d7203e4 is going to be created. [ 610.886425] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.886770] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.886907] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.887216] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.887446] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.887659] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-6febae2d-0527-4ded-b072-e3430d7203e4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.976616] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.976788] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.978591] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.978591] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.978591] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.978591] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f98ff5e-f9eb-42fb-a29e-1d616573e521 is going to be created. [ 611.017863] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.018148] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.018879] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.018879] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.018879] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.029748] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f98ff5e-f9eb-42fb-a29e-1d616573e521 in Status: UNINITIALIZED for 2s [ 611.591842] env[67081]: INFO networking_nsxv3.common.synchronization [None req-be76d7f6-8235-4fe4-853e-17d1c00beed0 None None] Enqueued Resource ID: 31c5380c-b7bf-4a9b-967d-96486d975f53 with Priority: HIGHEST for action port [ 611.593929] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31c5380c-b7bf-4a9b-967d-96486d975f53 with Priority: HIGHEST for action port [ 611.593929] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-31c5380c-b7bf-4a9b-967d-96486d975f53 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.593929] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31c5380c-b7bf-4a9b-967d-96486d975f53" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.593929] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31c5380c-b7bf-4a9b-967d-96486d975f53" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.597505] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31c5380c-b7bf-4a9b-967d-96486d975f53" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.597505] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31c5380c-b7bf-4a9b-967d-96486d975f53',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.609272] env[67081]: INFO networking_nsxv3.common.synchronization [req-ce251ed3-240f-46c0-b3d1-df3cb9ccc8d6 req-9931db43-ec96-4374-b455-96630f8d28ed service nova] Enqueued Resource ID: 9e0b8b08-e8c2-403f-804c-733324bcff0f with Priority: HIGHEST for action security_group_rules [ 611.609447] env[67081]: INFO networking_nsxv3.common.synchronization [req-ce251ed3-240f-46c0-b3d1-df3cb9ccc8d6 req-9931db43-ec96-4374-b455-96630f8d28ed service nova] Enqueued Resource ID: 9e0b8b08-e8c2-403f-804c-733324bcff0f with Priority: HIGHEST for action security_group_members [ 611.609581] env[67081]: INFO networking_nsxv3.common.synchronization [req-ce251ed3-240f-46c0-b3d1-df3cb9ccc8d6 req-9931db43-ec96-4374-b455-96630f8d28ed service nova] Enqueued Resource ID: 6febae2d-0527-4ded-b072-e3430d7203e4 with Priority: HIGHEST for action port [ 611.610162] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e0b8b08-e8c2-403f-804c-733324bcff0f with Priority: HIGHEST for action security_group_rules [ 611.610278] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e0b8b08-e8c2-403f-804c-733324bcff0f with Priority: HIGHEST for action security_group_members [ 611.610375] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6febae2d-0527-4ded-b072-e3430d7203e4 with Priority: HIGHEST for action port [ 611.611175] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e0b8b08-e8c2-403f-804c-733324bcff0f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.611304] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e0b8b08-e8c2-403f-804c-733324bcff0f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.611362] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e0b8b08-e8c2-403f-804c-733324bcff0f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.611704] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e0b8b08-e8c2-403f-804c-733324bcff0f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.611704] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e0b8b08-e8c2-403f-804c-733324bcff0f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.612988] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e0b8b08-e8c2-403f-804c-733324bcff0f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.612988] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e0b8b08-e8c2-403f-804c-733324bcff0f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.612988] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e0b8b08-e8c2-403f-804c-733324bcff0f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.615081] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e0b8b08-e8c2-403f-804c-733324bcff0f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.615081] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.615081] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.615081] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.615081] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.615081] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.615081] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e0b8b08-e8c2-403f-804c-733324bcff0f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.615881] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-6febae2d-0527-4ded-b072-e3430d7203e4 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.616008] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6febae2d-0527-4ded-b072-e3430d7203e4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.616060] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6febae2d-0527-4ded-b072-e3430d7203e4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.616195] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6febae2d-0527-4ded-b072-e3430d7203e4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.616268] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6febae2d-0527-4ded-b072-e3430d7203e4',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.101189] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 31c5380c-b7bf-4a9b-967d-96486d975f53 [ 612.101539] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.101668] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.101668] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.101885] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.102095] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.102095] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:31c5380c-b7bf-4a9b-967d-96486d975f53 already deleted. [ 612.102202] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31c5380c-b7bf-4a9b-967d-96486d975f53" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.116645] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e0b8b08-e8c2-403f-804c-733324bcff0f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.117795] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6febae2d-0527-4ded-b072-e3430d7203e4 with status ACTIVE [ 612.117888] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.118041] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.118094] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.118313] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.118391] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.118585] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.118665] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.118877] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.118877] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.119057] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.119184] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.119248] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.119297] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.119444] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.119545] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.119589] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6febae2d-0527-4ded-b072-e3430d7203e4 is going to be updated. [ 612.122064] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e0b8b08-e8c2-403f-804c-733324bcff0f taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.122255] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e0b8b08-e8c2-403f-804c-733324bcff0f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.144822] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.144822] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.144822] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.144822] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.144822] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.144822] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6febae2d-0527-4ded-b072-e3430d7203e4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.356973] env[67081]: INFO networking_nsxv3.common.synchronization [None req-8a1e88a2-2f86-49ae-b164-5783f870c1a6 None None] Enqueued Resource ID: db607701-f16c-4002-a17b-5aa16d038e98 with Priority: HIGHEST for action port [ 612.357072] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db607701-f16c-4002-a17b-5aa16d038e98 with Priority: HIGHEST for action port [ 612.357612] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-db607701-f16c-4002-a17b-5aa16d038e98 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.357726] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db607701-f16c-4002-a17b-5aa16d038e98" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.357788] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db607701-f16c-4002-a17b-5aa16d038e98" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.358052] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db607701-f16c-4002-a17b-5aa16d038e98" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.358226] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db607701-f16c-4002-a17b-5aa16d038e98',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.623852] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e0b8b08-e8c2-403f-804c-733324bcff0f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.863165] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db607701-f16c-4002-a17b-5aa16d038e98 [ 612.863165] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.863165] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.863165] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.863165] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.863165] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.863165] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db607701-f16c-4002-a17b-5aa16d038e98 already deleted. [ 612.863165] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db607701-f16c-4002-a17b-5aa16d038e98" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.042944] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f98ff5e-f9eb-42fb-a29e-1d616573e521 in Status: SUCCESS [ 613.043260] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f98ff5e-f9eb-42fb-a29e-1d616573e521" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.043369] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f98ff5e-f9eb-42fb-a29e-1d616573e521" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.043597] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f98ff5e-f9eb-42fb-a29e-1d616573e521" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.043802] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.043918] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.043992] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.044177] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.044276] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.044381] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f98ff5e-f9eb-42fb-a29e-1d616573e521" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.044494] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f98ff5e-f9eb-42fb-a29e-1d616573e521',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.131027] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.131027] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.131027] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.131027] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.131027] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.131027] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e0b8b08-e8c2-403f-804c-733324bcff0f is going to be created. [ 613.157021] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.157021] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.157021] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.157021] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.157021] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.168271] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e0b8b08-e8c2-403f-804c-733324bcff0f in Status: UNINITIALIZED for 2s [ 613.551080] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f98ff5e-f9eb-42fb-a29e-1d616573e521',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.802244] env[67081]: INFO networking_nsxv3.common.synchronization [None req-390c0e5a-0525-4a56-b446-c7303d26d61b tempest-AttachInterfacesUnderV243Test-1785108365 tempest-AttachInterfacesUnderV243Test-1785108365-project-member] Enqueued Resource ID: f407e753-36b9-4d29-9bad-ed7298e69551 with Priority: HIGHEST for action security_group_rules [ 613.802244] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f407e753-36b9-4d29-9bad-ed7298e69551 with Priority: HIGHEST for action security_group_rules [ 613.802617] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f407e753-36b9-4d29-9bad-ed7298e69551 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.802617] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f407e753-36b9-4d29-9bad-ed7298e69551" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.802881] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f407e753-36b9-4d29-9bad-ed7298e69551" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.803121] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f407e753-36b9-4d29-9bad-ed7298e69551" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.803121] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f407e753-36b9-4d29-9bad-ed7298e69551',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.920188] env[67081]: INFO networking_nsxv3.common.synchronization [None req-6aa6f6f0-7d16-495f-84ae-f9e2f1c8baf2 tempest-ServerActionsTestOtherB-350996486 tempest-ServerActionsTestOtherB-350996486-project-member] Enqueued Resource ID: b681163c-65aa-4fad-9551-9cdde77f823b with Priority: HIGHEST for action security_group_rules [ 613.920188] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b681163c-65aa-4fad-9551-9cdde77f823b with Priority: HIGHEST for action security_group_rules [ 613.920188] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b681163c-65aa-4fad-9551-9cdde77f823b taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.920188] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.920551] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.920551] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.920551] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b681163c-65aa-4fad-9551-9cdde77f823b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.001818] env[67081]: INFO networking_nsxv3.common.synchronization [None req-48b1d6b0-db5e-4f37-a564-a30c3124a86a tempest-AttachInterfacesUnderV243Test-1785108365 tempest-AttachInterfacesUnderV243Test-1785108365-project-member] Enqueued Resource ID: f407e753-36b9-4d29-9bad-ed7298e69551 with Priority: HIGHEST for action security_group_rules [ 614.003168] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f407e753-36b9-4d29-9bad-ed7298e69551 with Priority: HIGHEST for action security_group_rules [ 614.003728] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f407e753-36b9-4d29-9bad-ed7298e69551 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.003928] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f407e753-36b9-4d29-9bad-ed7298e69551" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.057148] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f98ff5e-f9eb-42fb-a29e-1d616573e521: rpc.has_security_group_logging(os_id): False [ 614.081033] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.081033] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.081033] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.081033] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.081033] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.081033] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.081033] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.081033] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.081033] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.081033] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.081033] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f98ff5e-f9eb-42fb-a29e-1d616573e521 is going to be created. [ 614.114537] env[67081]: INFO networking_nsxv3.common.synchronization [None req-aee967b4-cd10-4c8f-80af-997c4741ff83 tempest-ServerActionsTestOtherB-350996486 tempest-ServerActionsTestOtherB-350996486-project-member] Enqueued Resource ID: b681163c-65aa-4fad-9551-9cdde77f823b with Priority: HIGHEST for action security_group_rules [ 614.114876] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b681163c-65aa-4fad-9551-9cdde77f823b with Priority: HIGHEST for action security_group_rules [ 614.115265] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b681163c-65aa-4fad-9551-9cdde77f823b taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.115384] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.150702] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.150702] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.150702] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.151108] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.151223] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.163877] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f98ff5e-f9eb-42fb-a29e-1d616573e521 in Status: IN_PROGRESS for 2s [ 614.327827] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.328063] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.328173] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.328446] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.328558] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.328660] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f407e753-36b9-4d29-9bad-ed7298e69551 already deleted. [ 614.328747] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f407e753-36b9-4d29-9bad-ed7298e69551" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.328938] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f407e753-36b9-4d29-9bad-ed7298e69551" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.329166] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f407e753-36b9-4d29-9bad-ed7298e69551" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.329270] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f407e753-36b9-4d29-9bad-ed7298e69551',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.443455] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.444025] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.444025] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.445828] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.445828] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.445828] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b681163c-65aa-4fad-9551-9cdde77f823b already deleted. [ 614.445828] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.445828] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.445828] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.445828] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b681163c-65aa-4fad-9551-9cdde77f823b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.838436] env[67081]: INFO networking_nsxv3.common.synchronization [None req-d4bab32c-ee47-4d0b-aa42-52bab568b98b None None] Enqueued Resource ID: 1cf99319-543a-4afa-8f81-c085ea7341aa with Priority: HIGHEST for action port [ 614.840013] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cf99319-543a-4afa-8f81-c085ea7341aa with Priority: HIGHEST for action port [ 614.840380] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-1cf99319-543a-4afa-8f81-c085ea7341aa taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.840503] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1cf99319-543a-4afa-8f81-c085ea7341aa" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.840570] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1cf99319-543a-4afa-8f81-c085ea7341aa" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.840839] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1cf99319-543a-4afa-8f81-c085ea7341aa" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.840938] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1cf99319-543a-4afa-8f81-c085ea7341aa',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.861343] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.861555] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.862189] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.862189] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.862189] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.862739] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f407e753-36b9-4d29-9bad-ed7298e69551 already deleted. [ 614.862739] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f407e753-36b9-4d29-9bad-ed7298e69551" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.972135] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.972135] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.972135] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.972135] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.972135] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.972135] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b681163c-65aa-4fad-9551-9cdde77f823b already deleted. [ 614.972135] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.179733] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e0b8b08-e8c2-403f-804c-733324bcff0f in Status: SUCCESS [ 615.180065] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e0b8b08-e8c2-403f-804c-733324bcff0f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.180120] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e0b8b08-e8c2-403f-804c-733324bcff0f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.180426] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e0b8b08-e8c2-403f-804c-733324bcff0f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.180593] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.180750] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.180816] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.180939] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.181092] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.181149] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e0b8b08-e8c2-403f-804c-733324bcff0f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.181695] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e0b8b08-e8c2-403f-804c-733324bcff0f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.344613] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1cf99319-543a-4afa-8f81-c085ea7341aa [ 615.344959] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.345118] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.345201] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.345439] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.345529] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.345668] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1cf99319-543a-4afa-8f81-c085ea7341aa already deleted. [ 615.345776] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1cf99319-543a-4afa-8f81-c085ea7341aa" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.684219] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e0b8b08-e8c2-403f-804c-733324bcff0f taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.684385] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e0b8b08-e8c2-403f-804c-733324bcff0f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.684454] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e0b8b08-e8c2-403f-804c-733324bcff0f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.684670] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e0b8b08-e8c2-403f-804c-733324bcff0f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.684834] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.684929] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.684998] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.685161] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.685245] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.685330] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e0b8b08-e8c2-403f-804c-733324bcff0f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.685471] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e0b8b08-e8c2-403f-804c-733324bcff0f taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.685557] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e0b8b08-e8c2-403f-804c-733324bcff0f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.685614] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e0b8b08-e8c2-403f-804c-733324bcff0f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.685751] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e0b8b08-e8c2-403f-804c-733324bcff0f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.685881] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.685965] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.686033] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.686166] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.686238] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.686315] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e0b8b08-e8c2-403f-804c-733324bcff0f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.686400] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e0b8b08-e8c2-403f-804c-733324bcff0f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.859080] env[67081]: INFO networking_nsxv3.common.synchronization [req-83e6960a-dcca-4579-a6b0-37f5b504390b req-0a238f93-e89e-4db6-8303-ad6df386d52c tempest-ListServersNegativeTestJSON-341828993 tempest-ListServersNegativeTestJSON-341828993-project-member] Enqueued Resource ID: ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 with Priority: HIGHEST for action security_group_members [ 615.859916] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 with Priority: HIGHEST for action security_group_members [ 615.861076] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.861272] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.861317] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.861570] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.862386] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.862386] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.862386] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.862386] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.862386] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.862386] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.037945] env[67081]: INFO networking_nsxv3.common.synchronization [None req-5e574083-31e2-441d-9377-59a97390085c tempest-ServersTestJSON-439708670 tempest-ServersTestJSON-439708670-project-member] Enqueued Resource ID: 6876f33a-0b60-4fe1-886b-4f6478aaa7ec with Priority: HIGHEST for action security_group_rules [ 616.038470] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6876f33a-0b60-4fe1-886b-4f6478aaa7ec with Priority: HIGHEST for action security_group_rules [ 616.039448] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6876f33a-0b60-4fe1-886b-4f6478aaa7ec taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.039448] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6876f33a-0b60-4fe1-886b-4f6478aaa7ec" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.039448] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6876f33a-0b60-4fe1-886b-4f6478aaa7ec" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.039448] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6876f33a-0b60-4fe1-886b-4f6478aaa7ec" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.039448] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6876f33a-0b60-4fe1-886b-4f6478aaa7ec',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.178145] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f98ff5e-f9eb-42fb-a29e-1d616573e521 in Status: SUCCESS [ 616.179032] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f98ff5e-f9eb-42fb-a29e-1d616573e521" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.191436] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e0b8b08-e8c2-403f-804c-733324bcff0f: rpc.has_security_group_logging(os_id): False [ 616.211498] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.211498] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.211498] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.211772] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.211895] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.212214] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.212374] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.212374] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.212592] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.212780] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.213914] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.214123] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.214257] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.214599] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.214820] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.215113] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.215289] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.215410] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.215616] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.215791] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.215920] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e0b8b08-e8c2-403f-804c-733324bcff0f is going to be created. [ 616.292156] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.292901] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.292901] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.292901] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.292901] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.309070] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e0b8b08-e8c2-403f-804c-733324bcff0f in Status: IN_PROGRESS for 2s [ 616.364792] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.365054] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.365054] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.365292] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.365431] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.365683] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.365797] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.365921] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.366047] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.366131] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.366218] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 already deleted. [ 616.366300] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.530195] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-887 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.530640] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-887" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.530800] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-887" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.531340] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-887" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.531739] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.532042] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.532191] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.532448] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.532599] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.532810] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.532952] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 616.533045] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 616.533143] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 616.533232] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.533329] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 616.533461] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 616.556902] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 616.557170] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 616.557294] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 616.557503] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-887" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.557803] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-8f4f55d0-ce4b-41e0-a9cb-bdea47ffbd71 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.558016] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-8f4f55d0-ce4b-41e0-a9cb-bdea47ffbd71" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.558156] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-8f4f55d0-ce4b-41e0-a9cb-bdea47ffbd71" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.558605] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-8f4f55d0-ce4b-41e0-a9cb-bdea47ffbd71" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.558693] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f4f55d0-ce4b-41e0-a9cb-bdea47ffbd71',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.560804] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.561156] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.561156] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.561431] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.561431] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.561431] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6876f33a-0b60-4fe1-886b-4f6478aaa7ec already deleted. [ 616.561688] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6876f33a-0b60-4fe1-886b-4f6478aaa7ec" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.921463] env[67081]: INFO networking_nsxv3.common.synchronization [None req-1bd7da87-73a8-4060-992c-80cc70143cb7 tempest-ServersTestJSON-439708670 tempest-ServersTestJSON-439708670-project-member] Enqueued Resource ID: 6876f33a-0b60-4fe1-886b-4f6478aaa7ec with Priority: HIGHEST for action security_group_rules [ 616.922572] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6876f33a-0b60-4fe1-886b-4f6478aaa7ec with Priority: HIGHEST for action security_group_rules [ 616.922887] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6876f33a-0b60-4fe1-886b-4f6478aaa7ec taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.922887] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6876f33a-0b60-4fe1-886b-4f6478aaa7ec" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.923075] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6876f33a-0b60-4fe1-886b-4f6478aaa7ec" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.924483] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6876f33a-0b60-4fe1-886b-4f6478aaa7ec" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.924608] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6876f33a-0b60-4fe1-886b-4f6478aaa7ec',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.063192] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.063551] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.063694] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.063981] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.064201] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.064382] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port 8f4f55d0-ce4b-41e0-a9cb-bdea47ffbd71 not found, creating... [ 617.064686] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.064955] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.065171] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.065419] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.065688] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.066109] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.066515] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.066515] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.066766] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.066972] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.067124] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: 8f4f55d0-ce4b-41e0-a9cb-bdea47ffbd71 is going to be created. [ 617.094368] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.094812] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.095118] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.095716] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.096093] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.096479] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-8f4f55d0-ce4b-41e0-a9cb-bdea47ffbd71" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.451493] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.451678] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.451759] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.451976] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.452079] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.452195] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6876f33a-0b60-4fe1-886b-4f6478aaa7ec already deleted. [ 617.452288] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6876f33a-0b60-4fe1-886b-4f6478aaa7ec" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.812252] env[67081]: INFO networking_nsxv3.common.synchronization [req-83e6960a-dcca-4579-a6b0-37f5b504390b req-e515f0c8-2f89-4900-a5c7-2f9023c956db service nova] Enqueued Resource ID: ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 with Priority: HIGHEST for action security_group_rules [ 617.812252] env[67081]: INFO networking_nsxv3.common.synchronization [req-83e6960a-dcca-4579-a6b0-37f5b504390b req-e515f0c8-2f89-4900-a5c7-2f9023c956db service nova] Enqueued Resource ID: ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 with Priority: HIGHEST for action security_group_members [ 617.812252] env[67081]: INFO networking_nsxv3.common.synchronization [req-83e6960a-dcca-4579-a6b0-37f5b504390b req-e515f0c8-2f89-4900-a5c7-2f9023c956db service nova] Enqueued Resource ID: 8f4f55d0-ce4b-41e0-a9cb-bdea47ffbd71 with Priority: HIGHEST for action port [ 617.812252] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 with Priority: HIGHEST for action security_group_rules [ 617.812252] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 with Priority: HIGHEST for action security_group_members [ 617.812553] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f4f55d0-ce4b-41e0-a9cb-bdea47ffbd71 with Priority: HIGHEST for action port [ 617.812643] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.812838] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.812838] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.814049] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.814364] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.817526] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.819110] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.819110] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.819110] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.819110] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.819349] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.819349] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.819475] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.819475] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.819803] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.821147] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f4f55d0-ce4b-41e0-a9cb-bdea47ffbd71 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.821378] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f4f55d0-ce4b-41e0-a9cb-bdea47ffbd71" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.821378] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f4f55d0-ce4b-41e0-a9cb-bdea47ffbd71" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.822622] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f4f55d0-ce4b-41e0-a9cb-bdea47ffbd71" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.823447] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f4f55d0-ce4b-41e0-a9cb-bdea47ffbd71',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.328763] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e0b8b08-e8c2-403f-804c-733324bcff0f in Status: SUCCESS [ 618.328763] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e0b8b08-e8c2-403f-804c-733324bcff0f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.329202] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.330252] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.330428] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.330579] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8f4f55d0-ce4b-41e0-a9cb-bdea47ffbd71 with status ACTIVE [ 618.330752] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.330860] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.330925] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.333618] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.333730] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.333937] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.334058] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.334125] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.334595] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.334595] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.334805] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.335314] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.335314] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.335314] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.335415] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.335473] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8f4f55d0-ce4b-41e0-a9cb-bdea47ffbd71 is going to be updated. [ 618.365590] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.365845] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.366220] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.366488] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.366960] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.367352] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f4f55d0-ce4b-41e0-a9cb-bdea47ffbd71" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.419066] env[67081]: INFO networking_nsxv3.common.synchronization [req-8866cf61-da19-402e-997b-cae96b8fcef1 req-11161349-78bf-4963-b5d6-5859cad0fea3 tempest-DeleteServersAdminTestJSON-1102418875 tempest-DeleteServersAdminTestJSON-1102418875-project-admin] Enqueued Resource ID: 5a477966-3ef0-4a03-b2a6-b8574a53a584 with Priority: HIGHEST for action security_group_members [ 618.419066] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a477966-3ef0-4a03-b2a6-b8574a53a584 with Priority: HIGHEST for action security_group_members [ 618.419066] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a477966-3ef0-4a03-b2a6-b8574a53a584 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.419066] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a477966-3ef0-4a03-b2a6-b8574a53a584" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.419066] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a477966-3ef0-4a03-b2a6-b8574a53a584" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.419066] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a477966-3ef0-4a03-b2a6-b8574a53a584" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.419740] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.419740] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.419740] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.419890] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.419890] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.420364] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a477966-3ef0-4a03-b2a6-b8574a53a584',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.456547] env[67081]: INFO networking_nsxv3.common.synchronization [req-83e6960a-dcca-4579-a6b0-37f5b504390b req-a7d41684-506f-48ca-891a-cca901148116 tempest-ListServersNegativeTestJSON-341828993 tempest-ListServersNegativeTestJSON-341828993-project-member] Enqueued Resource ID: ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 with Priority: HIGHEST for action security_group_members [ 618.457403] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 with Priority: HIGHEST for action security_group_members [ 618.457757] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.457874] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.838828] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.880283] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock network-887 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.880283] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "network-887" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.880283] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "network-887" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.880283] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "network-887" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.880283] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.880283] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.880283] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.880283] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.880760] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.880760] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.880819] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 618.882482] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 618.882482] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 618.882482] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.882482] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 618.882482] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 618.907935] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 618.908123] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 618.908255] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 618.908443] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "network-887" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.908760] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock port-a0e4f1dd-05f4-46e8-81bd-8fbd0034030e taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.908921] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "port-a0e4f1dd-05f4-46e8-81bd-8fbd0034030e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.909147] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "port-a0e4f1dd-05f4-46e8-81bd-8fbd0034030e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.909503] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "port-a0e4f1dd-05f4-46e8-81bd-8fbd0034030e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.909653] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0e4f1dd-05f4-46e8-81bd-8fbd0034030e',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.922986] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.923164] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.923228] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.923451] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.923543] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.923746] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.923835] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.923903] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.924073] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.924151] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.924237] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a477966-3ef0-4a03-b2a6-b8574a53a584 is going to be updated. [ 618.959199] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.959373] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.959417] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.959622] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.959790] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.970143] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a477966-3ef0-4a03-b2a6-b8574a53a584 in Status: IN_PROGRESS for 2s [ 619.341628] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.342166] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.342166] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.342166] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.342166] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.342456] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 is going to be created. [ 619.372403] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.372551] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.372617] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.372829] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.372982] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.388252] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 in Status: UNINITIALIZED for 2s [ 619.412106] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.412356] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.412479] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.412764] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.412906] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.413066] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Segment Port a0e4f1dd-05f4-46e8-81bd-8fbd0034030e not found, creating... [ 619.413325] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.413477] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.413585] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.413823] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.413981] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.414297] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.415299] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.415299] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.415299] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.415299] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.415299] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Resource: SegmentPort with ID: a0e4f1dd-05f4-46e8-81bd-8fbd0034030e is going to be created. [ 619.435812] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.436122] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.436268] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.436534] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.436750] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.436962] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "port-a0e4f1dd-05f4-46e8-81bd-8fbd0034030e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.275886] env[67081]: INFO networking_nsxv3.common.synchronization [req-83e6960a-dcca-4579-a6b0-37f5b504390b req-f05d16a2-eb92-49a2-a27c-5458359d1c35 service nova] Enqueued Resource ID: ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 with Priority: HIGHEST for action security_group_rules [ 620.276082] env[67081]: INFO networking_nsxv3.common.synchronization [req-83e6960a-dcca-4579-a6b0-37f5b504390b req-f05d16a2-eb92-49a2-a27c-5458359d1c35 service nova] Enqueued Resource ID: ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 with Priority: HIGHEST for action security_group_members [ 620.276217] env[67081]: INFO networking_nsxv3.common.synchronization [req-83e6960a-dcca-4579-a6b0-37f5b504390b req-f05d16a2-eb92-49a2-a27c-5458359d1c35 service nova] Enqueued Resource ID: a0e4f1dd-05f4-46e8-81bd-8fbd0034030e with Priority: HIGHEST for action port [ 620.276774] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 with Priority: HIGHEST for action security_group_rules [ 620.277153] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 with Priority: HIGHEST for action security_group_members [ 620.277153] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0e4f1dd-05f4-46e8-81bd-8fbd0034030e with Priority: HIGHEST for action port [ 620.277530] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.277637] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.277832] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.277913] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.278095] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0e4f1dd-05f4-46e8-81bd-8fbd0034030e taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.278199] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0e4f1dd-05f4-46e8-81bd-8fbd0034030e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.278266] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0e4f1dd-05f4-46e8-81bd-8fbd0034030e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.278535] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0e4f1dd-05f4-46e8-81bd-8fbd0034030e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.279122] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0e4f1dd-05f4-46e8-81bd-8fbd0034030e',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.782683] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0e4f1dd-05f4-46e8-81bd-8fbd0034030e with status ACTIVE [ 620.783057] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.784102] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.784208] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.784423] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.784637] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.784722] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.784837] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.784898] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.785632] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.785632] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.785632] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.785632] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.785632] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.785632] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.785632] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.785945] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0e4f1dd-05f4-46e8-81bd-8fbd0034030e is going to be updated. [ 620.810778] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.810778] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.810778] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.810778] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.810778] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.810778] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0e4f1dd-05f4-46e8-81bd-8fbd0034030e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.913526] env[67081]: INFO networking_nsxv3.common.synchronization [req-83e6960a-dcca-4579-a6b0-37f5b504390b req-191671fa-0856-42bd-8910-80cc11602a6c tempest-ListServersNegativeTestJSON-341828993 tempest-ListServersNegativeTestJSON-341828993-project-member] Enqueued Resource ID: ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 with Priority: HIGHEST for action security_group_members [ 620.914228] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 with Priority: HIGHEST for action security_group_members [ 620.914373] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.914476] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.980660] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a477966-3ef0-4a03-b2a6-b8574a53a584 in Status: SUCCESS [ 620.980858] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a477966-3ef0-4a03-b2a6-b8574a53a584 deletion is rescheduled due to dependency. [ 620.980977] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a477966-3ef0-4a03-b2a6-b8574a53a584" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.368048] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock network-887 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.368048] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "network-887" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.368048] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "network-887" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.368048] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "network-887" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.368654] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.368939] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.369218] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.369576] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.369819] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.370182] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 621.370418] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 621.370642] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 621.370912] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 621.371192] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 621.371418] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 621.371664] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 621.393171] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 621.393171] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 621.393171] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 621.393434] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "network-887" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.393863] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock port-4d81069d-6b54-4041-a203-6f7b209322ce taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.394214] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "port-4d81069d-6b54-4041-a203-6f7b209322ce" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.394440] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "port-4d81069d-6b54-4041-a203-6f7b209322ce" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.394924] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "port-4d81069d-6b54-4041-a203-6f7b209322ce" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.395195] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d81069d-6b54-4041-a203-6f7b209322ce',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.399552] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 in Status: SUCCESS [ 621.399959] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.400320] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.401226] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.401442] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.401573] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.401639] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.401811] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.401902] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.401993] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.402110] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.402957] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.403989] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.404173] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.404282] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.404345] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.404494] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.404589] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.404679] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.723593] env[67081]: INFO networking_nsxv3.common.synchronization [None req-ab5f6f92-beab-4734-abc4-1254fe46ca18 None None] Enqueued Resource ID: 84651898-a679-4ff7-8231-1c2114208824 with Priority: HIGHEST for action port [ 621.724169] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84651898-a679-4ff7-8231-1c2114208824 with Priority: HIGHEST for action port [ 621.724510] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-84651898-a679-4ff7-8231-1c2114208824 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.724637] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84651898-a679-4ff7-8231-1c2114208824" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.724708] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84651898-a679-4ff7-8231-1c2114208824" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.724953] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84651898-a679-4ff7-8231-1c2114208824" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.725091] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84651898-a679-4ff7-8231-1c2114208824',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.898248] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.898798] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.898798] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.899220] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.899220] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.899333] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Segment Port 4d81069d-6b54-4041-a203-6f7b209322ce not found, creating... [ 621.899610] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.899802] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.899937] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.900326] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.900476] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.900771] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.900972] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.901120] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.901434] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.901590] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.901730] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Resource: SegmentPort with ID: 4d81069d-6b54-4041-a203-6f7b209322ce is going to be created. [ 621.906790] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.906961] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.907270] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.926086] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.926421] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.926570] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.929031] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.929031] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.929031] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "port-4d81069d-6b54-4041-a203-6f7b209322ce" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.228561] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 84651898-a679-4ff7-8231-1c2114208824 [ 622.228561] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.228561] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.228561] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.228561] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.228561] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.228561] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:84651898-a679-4ff7-8231-1c2114208824 already deleted. [ 622.228875] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84651898-a679-4ff7-8231-1c2114208824" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.412677] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.692410] env[67081]: INFO networking_nsxv3.common.synchronization [req-83e6960a-dcca-4579-a6b0-37f5b504390b req-7571f77c-209f-48bd-87b3-17815eba6e21 service nova] Enqueued Resource ID: ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 with Priority: HIGHEST for action security_group_rules [ 622.692410] env[67081]: INFO networking_nsxv3.common.synchronization [req-83e6960a-dcca-4579-a6b0-37f5b504390b req-7571f77c-209f-48bd-87b3-17815eba6e21 service nova] Enqueued Resource ID: ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 with Priority: HIGHEST for action security_group_members [ 622.692410] env[67081]: INFO networking_nsxv3.common.synchronization [req-83e6960a-dcca-4579-a6b0-37f5b504390b req-7571f77c-209f-48bd-87b3-17815eba6e21 service nova] Enqueued Resource ID: 4d81069d-6b54-4041-a203-6f7b209322ce with Priority: HIGHEST for action port [ 622.692410] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 with Priority: HIGHEST for action security_group_rules [ 622.692410] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 with Priority: HIGHEST for action security_group_members [ 622.692580] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d81069d-6b54-4041-a203-6f7b209322ce with Priority: HIGHEST for action port [ 622.692997] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.693137] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.693345] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.693430] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.693625] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d81069d-6b54-4041-a203-6f7b209322ce taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.693726] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d81069d-6b54-4041-a203-6f7b209322ce" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.693785] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d81069d-6b54-4041-a203-6f7b209322ce" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.696601] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d81069d-6b54-4041-a203-6f7b209322ce" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.696601] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d81069d-6b54-4041-a203-6f7b209322ce',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.920781] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.920781] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.920781] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.920781] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.920781] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.920781] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 is going to be updated. [ 622.962826] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.963398] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.963398] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.963685] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.963869] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.978415] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 in Status: IN_PROGRESS for 2s [ 623.197987] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d81069d-6b54-4041-a203-6f7b209322ce with status ACTIVE [ 623.198280] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.198433] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.198502] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.198717] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.198818] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.199011] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.199197] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.199261] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.199418] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.199498] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.199682] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.199775] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.199835] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.199971] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.200056] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.200153] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d81069d-6b54-4041-a203-6f7b209322ce is going to be updated. [ 623.256554] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.256697] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.256762] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.256997] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.257185] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.257375] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d81069d-6b54-4041-a203-6f7b209322ce" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.696606] env[67081]: INFO networking_nsxv3.common.synchronization [req-344bb50b-f818-4442-9c90-77ef73c92786 req-48a4b12e-9d3a-4742-87d4-f1f564a0b34f tempest-ServersAdminTestJSON-956622239 tempest-ServersAdminTestJSON-956622239-project-member] Enqueued Resource ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 with Priority: HIGHEST for action security_group_members [ 623.697183] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 with Priority: HIGHEST for action security_group_members [ 623.697502] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-d43effa5-96f7-4264-ac8c-7c886969ceb2 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.697574] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.697679] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.698675] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.698675] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.698675] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.698675] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.699320] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.699320] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.699320] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d43effa5-96f7-4264-ac8c-7c886969ceb2',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.109480] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-245 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.109846] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-245" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.109846] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-245" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.110453] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-245" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.110751] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.110937] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.111076] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.111387] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.111628] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.111974] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 624.112160] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 624.112376] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 624.112599] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 624.112740] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 624.113124] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 624.113124] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 624.138099] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 624.138099] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 624.138396] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 624.138396] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-245" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.138706] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-9e683a2f-0eb2-4b0a-9440-9bcd176c31f9 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.138878] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-9e683a2f-0eb2-4b0a-9440-9bcd176c31f9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.139096] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-9e683a2f-0eb2-4b0a-9440-9bcd176c31f9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.140115] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-9e683a2f-0eb2-4b0a-9440-9bcd176c31f9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.140218] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e683a2f-0eb2-4b0a-9440-9bcd176c31f9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.201551] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.201709] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.201763] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.202640] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.202640] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.202640] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.202640] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.202640] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.202640] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.202948] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.202948] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 already deleted. [ 624.202948] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.643705] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.644142] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.644191] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.644775] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.644938] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.645105] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port 9e683a2f-0eb2-4b0a-9440-9bcd176c31f9 not found, creating... [ 624.645393] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.645779] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.646431] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.646431] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.646431] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.646706] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.646772] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.647113] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.647113] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.647217] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.647321] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: 9e683a2f-0eb2-4b0a-9440-9bcd176c31f9 is going to be created. [ 624.674350] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.674557] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.674697] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.674954] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.675207] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.675430] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-9e683a2f-0eb2-4b0a-9440-9bcd176c31f9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.995815] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 in Status: SUCCESS [ 624.996451] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.996451] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.996571] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.996757] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.996930] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.997093] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.997281] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.997366] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.997971] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.140664] env[67081]: INFO networking_nsxv3.common.synchronization [None req-b02a3d67-0043-4966-bd48-e1a0a3f7a8cd None None] Enqueued Resource ID: caeaf621-6afb-4a04-b279-f835e10e4d2b with Priority: HIGHEST for action port [ 625.142825] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: caeaf621-6afb-4a04-b279-f835e10e4d2b with Priority: HIGHEST for action port [ 625.144330] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-caeaf621-6afb-4a04-b279-f835e10e4d2b taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.144517] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-caeaf621-6afb-4a04-b279-f835e10e4d2b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.144584] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-caeaf621-6afb-4a04-b279-f835e10e4d2b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.144869] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-caeaf621-6afb-4a04-b279-f835e10e4d2b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.144971] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('caeaf621-6afb-4a04-b279-f835e10e4d2b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.501081] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.511406] env[67081]: INFO networking_nsxv3.common.synchronization [req-344bb50b-f818-4442-9c90-77ef73c92786 req-154b63fb-0161-41dc-97b5-69a8b95e1be2 service nova] Enqueued Resource ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 with Priority: HIGHEST for action security_group_rules [ 625.511621] env[67081]: INFO networking_nsxv3.common.synchronization [req-344bb50b-f818-4442-9c90-77ef73c92786 req-154b63fb-0161-41dc-97b5-69a8b95e1be2 service nova] Enqueued Resource ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 with Priority: HIGHEST for action security_group_members [ 625.511857] env[67081]: INFO networking_nsxv3.common.synchronization [req-344bb50b-f818-4442-9c90-77ef73c92786 req-154b63fb-0161-41dc-97b5-69a8b95e1be2 service nova] Enqueued Resource ID: 9e683a2f-0eb2-4b0a-9440-9bcd176c31f9 with Priority: HIGHEST for action port [ 625.512672] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 with Priority: HIGHEST for action security_group_rules [ 625.512838] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 with Priority: HIGHEST for action security_group_members [ 625.512965] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e683a2f-0eb2-4b0a-9440-9bcd176c31f9 with Priority: HIGHEST for action port [ 625.513994] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d43effa5-96f7-4264-ac8c-7c886969ceb2 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.514572] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.514572] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.514572] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.514764] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d43effa5-96f7-4264-ac8c-7c886969ceb2',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.515959] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-d43effa5-96f7-4264-ac8c-7c886969ceb2 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.516120] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.516211] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.516480] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.516658] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.516778] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.516844] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.517028] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.517169] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.517288] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d43effa5-96f7-4264-ac8c-7c886969ceb2',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.518757] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e683a2f-0eb2-4b0a-9440-9bcd176c31f9 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.518899] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e683a2f-0eb2-4b0a-9440-9bcd176c31f9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.519030] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e683a2f-0eb2-4b0a-9440-9bcd176c31f9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.519268] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e683a2f-0eb2-4b0a-9440-9bcd176c31f9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.519396] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e683a2f-0eb2-4b0a-9440-9bcd176c31f9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.649203] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port caeaf621-6afb-4a04-b279-f835e10e4d2b [ 625.649523] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.649672] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.649859] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.650022] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.650087] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.650185] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:caeaf621-6afb-4a04-b279-f835e10e4d2b already deleted. [ 625.650322] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-caeaf621-6afb-4a04-b279-f835e10e4d2b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.898761] env[67081]: INFO networking_nsxv3.common.synchronization [req-7fe452fa-ee9e-4912-9a10-c6a0215dbb27 req-73d4e585-6ff8-4d06-8dd4-86d31f402bcb tempest-ServersWithSpecificFlavorTestJSON-1931938235 tempest-ServersWithSpecificFlavorTestJSON-1931938235-project-member] Enqueued Resource ID: 4340cbb7-1752-4e7c-ab46-19add54aec1b with Priority: HIGHEST for action security_group_members [ 625.899248] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4340cbb7-1752-4e7c-ab46-19add54aec1b with Priority: HIGHEST for action security_group_members [ 625.899557] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-4340cbb7-1752-4e7c-ab46-19add54aec1b taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.899696] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4340cbb7-1752-4e7c-ab46-19add54aec1b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.899735] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4340cbb7-1752-4e7c-ab46-19add54aec1b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.899991] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4340cbb7-1752-4e7c-ab46-19add54aec1b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.900288] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.900376] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.900471] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.900565] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.900650] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.900743] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4340cbb7-1752-4e7c-ab46-19add54aec1b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.006282] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.020854] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-d43effa5-96f7-4264-ac8c-7c886969ceb2 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.020854] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.020854] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d43effa5-96f7-4264-ac8c-7c886969ceb2',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.022438] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e683a2f-0eb2-4b0a-9440-9bcd176c31f9 with status ACTIVE [ 626.023468] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.024269] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.024269] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.024269] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.024269] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.024269] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.024619] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.024619] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.024619] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.024707] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.025111] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.025111] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.025111] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.025286] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.025286] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.025455] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e683a2f-0eb2-4b0a-9440-9bcd176c31f9 is going to be updated. [ 626.057881] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.057881] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.057881] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.058197] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.058482] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.058854] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e683a2f-0eb2-4b0a-9440-9bcd176c31f9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.403797] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.403797] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.403797] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.403797] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.403797] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.404319] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.404319] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.404319] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.404630] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.404630] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.404630] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4340cbb7-1752-4e7c-ab46-19add54aec1b already deleted. [ 626.404630] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4340cbb7-1752-4e7c-ab46-19add54aec1b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.440179] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock network-229 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.440391] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "network-229" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.440587] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "network-229" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.440896] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "network-229" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.441091] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.441247] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.441358] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.441571] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.441712] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.441907] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.442020] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 626.442124] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 626.442224] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 626.442352] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.442455] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 626.442584] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 626.463478] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 626.467113] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 626.467449] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 626.467538] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "network-229" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.467899] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock port-bb20ed2f-5a49-412b-a2bc-b3b563cc6ce4 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.468055] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "port-bb20ed2f-5a49-412b-a2bc-b3b563cc6ce4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.468132] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "port-bb20ed2f-5a49-412b-a2bc-b3b563cc6ce4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.468461] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "port-bb20ed2f-5a49-412b-a2bc-b3b563cc6ce4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.468584] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb20ed2f-5a49-412b-a2bc-b3b563cc6ce4',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.509161] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.509161] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.509161] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.509161] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.509161] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.509161] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 is going to be updated. [ 626.523569] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d43effa5-96f7-4264-ac8c-7c886969ceb2',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.545871] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.546157] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.546284] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.546564] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.546752] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.561343] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 in Status: IN_PROGRESS for 2s [ 626.976271] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.976600] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.976809] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.977246] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.977774] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.978043] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Segment Port bb20ed2f-5a49-412b-a2bc-b3b563cc6ce4 not found, creating... [ 626.978498] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.978772] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.978968] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.979394] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.979611] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.980081] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.980336] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.980533] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.980872] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.981098] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.981319] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Resource: SegmentPort with ID: bb20ed2f-5a49-412b-a2bc-b3b563cc6ce4 is going to be created. [ 627.002875] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.003179] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.003358] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.004247] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.004688] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.005804] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "port-bb20ed2f-5a49-412b-a2bc-b3b563cc6ce4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.027500] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.027676] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.027744] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.028037] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.028151] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.028257] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 is going to be created. [ 627.060675] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.060936] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.061025] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.061260] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.061487] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.076546] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 in Status: UNINITIALIZED for 2s [ 627.739281] env[67081]: INFO networking_nsxv3.common.synchronization [req-7fe452fa-ee9e-4912-9a10-c6a0215dbb27 req-86090f2a-78e3-4a55-8780-fa29279acd99 service nova] Enqueued Resource ID: 4340cbb7-1752-4e7c-ab46-19add54aec1b with Priority: HIGHEST for action security_group_rules [ 627.739571] env[67081]: INFO networking_nsxv3.common.synchronization [req-7fe452fa-ee9e-4912-9a10-c6a0215dbb27 req-86090f2a-78e3-4a55-8780-fa29279acd99 service nova] Enqueued Resource ID: 4340cbb7-1752-4e7c-ab46-19add54aec1b with Priority: HIGHEST for action security_group_members [ 627.739614] env[67081]: INFO networking_nsxv3.common.synchronization [req-7fe452fa-ee9e-4912-9a10-c6a0215dbb27 req-86090f2a-78e3-4a55-8780-fa29279acd99 service nova] Enqueued Resource ID: bb20ed2f-5a49-412b-a2bc-b3b563cc6ce4 with Priority: HIGHEST for action port [ 627.740184] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4340cbb7-1752-4e7c-ab46-19add54aec1b with Priority: HIGHEST for action security_group_rules [ 627.740324] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4340cbb7-1752-4e7c-ab46-19add54aec1b with Priority: HIGHEST for action security_group_members [ 627.740419] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb20ed2f-5a49-412b-a2bc-b3b563cc6ce4 with Priority: HIGHEST for action port [ 627.740684] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4340cbb7-1752-4e7c-ab46-19add54aec1b taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.740807] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4340cbb7-1752-4e7c-ab46-19add54aec1b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.740872] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4340cbb7-1752-4e7c-ab46-19add54aec1b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.741459] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4340cbb7-1752-4e7c-ab46-19add54aec1b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.741538] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4340cbb7-1752-4e7c-ab46-19add54aec1b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.742620] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-4340cbb7-1752-4e7c-ab46-19add54aec1b taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.742741] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4340cbb7-1752-4e7c-ab46-19add54aec1b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.742809] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4340cbb7-1752-4e7c-ab46-19add54aec1b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.742997] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4340cbb7-1752-4e7c-ab46-19add54aec1b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.743313] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.743313] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.743418] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.747025] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.747025] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.747025] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4340cbb7-1752-4e7c-ab46-19add54aec1b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.747025] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb20ed2f-5a49-412b-a2bc-b3b563cc6ce4 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.747025] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb20ed2f-5a49-412b-a2bc-b3b563cc6ce4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.747025] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb20ed2f-5a49-412b-a2bc-b3b563cc6ce4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.747025] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb20ed2f-5a49-412b-a2bc-b3b563cc6ce4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.747025] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb20ed2f-5a49-412b-a2bc-b3b563cc6ce4',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.246023] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4340cbb7-1752-4e7c-ab46-19add54aec1b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.249598] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb20ed2f-5a49-412b-a2bc-b3b563cc6ce4 with status ACTIVE [ 628.250037] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.250217] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.250335] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.250668] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.250831] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.256659] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.256879] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.257042] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.257405] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.257581] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.258270] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.258407] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.258483] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.258838] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.259008] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.259194] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb20ed2f-5a49-412b-a2bc-b3b563cc6ce4 is going to be updated. [ 628.261115] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-4340cbb7-1752-4e7c-ab46-19add54aec1b taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.261115] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4340cbb7-1752-4e7c-ab46-19add54aec1b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.285567] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.285744] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.285793] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.285993] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.286234] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.286494] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb20ed2f-5a49-412b-a2bc-b3b563cc6ce4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.433534] env[67081]: INFO networking_nsxv3.common.synchronization [req-a8e293db-7894-4205-a8b6-1a831901b708 req-1f369589-3e96-4021-8a72-4306b72b5755 tempest-TenantUsagesTestJSON-936917688 tempest-TenantUsagesTestJSON-936917688-project-member] Enqueued Resource ID: 6038c50b-d4b3-448e-9cbc-ede2abee73d1 with Priority: HIGHEST for action security_group_members [ 628.434217] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6038c50b-d4b3-448e-9cbc-ede2abee73d1 with Priority: HIGHEST for action security_group_members [ 628.434526] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6038c50b-d4b3-448e-9cbc-ede2abee73d1 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.434652] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6038c50b-d4b3-448e-9cbc-ede2abee73d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.434732] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6038c50b-d4b3-448e-9cbc-ede2abee73d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.434893] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6038c50b-d4b3-448e-9cbc-ede2abee73d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.435064] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.435175] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.435287] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.435366] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.435446] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.435564] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6038c50b-d4b3-448e-9cbc-ede2abee73d1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.570957] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 in Status: SUCCESS [ 628.571208] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.571380] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.571638] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.571840] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.571964] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.572050] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.572204] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.572295] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.572402] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.752278] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4340cbb7-1752-4e7c-ab46-19add54aec1b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.794527] env[67081]: INFO networking_nsxv3.common.synchronization [req-51e29774-0151-4f13-9664-c19e2269f008 req-04fb9a54-5494-421c-b9e1-2e900cbec0ee tempest-ImagesNegativeTestJSON-84512469 tempest-ImagesNegativeTestJSON-84512469-project-member] Enqueued Resource ID: 8f63994b-213c-4ce6-9b59-7c60340090b4 with Priority: HIGHEST for action security_group_members [ 628.794981] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f63994b-213c-4ce6-9b59-7c60340090b4 with Priority: HIGHEST for action security_group_members [ 628.795762] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f63994b-213c-4ce6-9b59-7c60340090b4 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.796181] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f63994b-213c-4ce6-9b59-7c60340090b4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.796181] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f63994b-213c-4ce6-9b59-7c60340090b4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.796833] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f63994b-213c-4ce6-9b59-7c60340090b4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.796833] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.796833] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.797407] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.797407] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.797407] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.797512] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f63994b-213c-4ce6-9b59-7c60340090b4',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.942928] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.943133] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.943238] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.943476] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.944460] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.944460] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.944460] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.944460] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.944460] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.944460] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.944460] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6038c50b-d4b3-448e-9cbc-ede2abee73d1 is going to be updated. [ 628.974543] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.974699] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.974761] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.974993] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.975861] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.985450] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6038c50b-d4b3-448e-9cbc-ede2abee73d1 in Status: IN_PROGRESS for 2s [ 629.080017] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.091561] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 in Status: SUCCESS [ 629.091784] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.091960] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.092213] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.092406] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.092530] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.092585] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.092964] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.092964] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.092964] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.093081] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d43effa5-96f7-4264-ac8c-7c886969ceb2',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.253854] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.254091] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.254140] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.254369] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.254462] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.254581] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4340cbb7-1752-4e7c-ab46-19add54aec1b is going to be created. [ 629.264851] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-718 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.265158] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-718" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.265350] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-718" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.265792] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-718" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.266106] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.266271] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.266454] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.266681] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.267071] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.267337] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.267490] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 629.267618] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 629.267789] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 629.267971] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.268285] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 629.268622] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 629.297329] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 629.297329] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 629.297329] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 629.297329] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-718" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.297329] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-80e947dd-f65a-4659-9bdc-8c462a4e2087 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.297329] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-80e947dd-f65a-4659-9bdc-8c462a4e2087" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.297329] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-80e947dd-f65a-4659-9bdc-8c462a4e2087" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.298705] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-80e947dd-f65a-4659-9bdc-8c462a4e2087" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.299209] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80e947dd-f65a-4659-9bdc-8c462a4e2087',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.300809] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.301104] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.301272] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.302042] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.302042] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.302042] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.302042] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.303033] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.303033] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.303033] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.303033] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f63994b-213c-4ce6-9b59-7c60340090b4 already deleted. [ 629.303033] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f63994b-213c-4ce6-9b59-7c60340090b4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.305080] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.306045] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.306045] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.306045] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.306045] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.320266] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4340cbb7-1752-4e7c-ab46-19add54aec1b in Status: UNINITIALIZED for 2s [ 629.582168] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.596213] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-d43effa5-96f7-4264-ac8c-7c886969ceb2 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.596522] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.596641] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.596871] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.597067] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.597179] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.597240] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.597576] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.597576] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.597678] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.597787] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-d43effa5-96f7-4264-ac8c-7c886969ceb2 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.597911] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.597966] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.598191] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.598364] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.598485] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.598621] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.598745] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.598827] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.598921] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.601039] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d43effa5-96f7-4264-ac8c-7c886969ceb2',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.809476] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.809841] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.809896] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.811142] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.811142] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.811142] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port 80e947dd-f65a-4659-9bdc-8c462a4e2087 not found, creating... [ 629.811142] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.811414] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.811414] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.811758] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.811758] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.811978] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.812482] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.812779] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.812992] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.813877] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.814055] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: 80e947dd-f65a-4659-9bdc-8c462a4e2087 is going to be created. [ 629.836858] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.836858] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.836858] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.837122] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.837272] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.837528] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-80e947dd-f65a-4659-9bdc-8c462a4e2087" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.086692] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.086967] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.086967] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.088272] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.088529] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.089312] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 is going to be updated. [ 630.105538] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d43effa5-96f7-4264-ac8c-7c886969ceb2: rpc.has_security_group_logging(os_id): False [ 630.125112] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.125410] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.125410] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.125671] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.125751] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.125963] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.126136] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.126136] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.126305] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.126374] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.126698] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.126863] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.126957] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.127246] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.127364] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.127636] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.127765] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.127825] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.128831] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.128831] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.128831] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 is going to be created. [ 630.131629] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.131839] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.131927] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.132234] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.132479] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.149016] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 in Status: IN_PROGRESS for 2s [ 630.209038] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.209292] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.209432] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.209610] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.209812] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.232082] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 in Status: IN_PROGRESS for 2s [ 630.570056] env[67081]: INFO networking_nsxv3.common.synchronization [req-51e29774-0151-4f13-9664-c19e2269f008 req-7bc49446-5ccb-48b4-974a-4391609b7b9c service nova] Enqueued Resource ID: 8f63994b-213c-4ce6-9b59-7c60340090b4 with Priority: HIGHEST for action security_group_rules [ 630.570497] env[67081]: INFO networking_nsxv3.common.synchronization [req-51e29774-0151-4f13-9664-c19e2269f008 req-7bc49446-5ccb-48b4-974a-4391609b7b9c service nova] Enqueued Resource ID: 8f63994b-213c-4ce6-9b59-7c60340090b4 with Priority: HIGHEST for action security_group_members [ 630.570497] env[67081]: INFO networking_nsxv3.common.synchronization [req-51e29774-0151-4f13-9664-c19e2269f008 req-7bc49446-5ccb-48b4-974a-4391609b7b9c service nova] Enqueued Resource ID: 80e947dd-f65a-4659-9bdc-8c462a4e2087 with Priority: HIGHEST for action port [ 630.571178] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f63994b-213c-4ce6-9b59-7c60340090b4 with Priority: HIGHEST for action security_group_rules [ 630.571326] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f63994b-213c-4ce6-9b59-7c60340090b4 with Priority: HIGHEST for action security_group_members [ 630.571475] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80e947dd-f65a-4659-9bdc-8c462a4e2087 with Priority: HIGHEST for action port [ 630.571902] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f63994b-213c-4ce6-9b59-7c60340090b4 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.572071] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f63994b-213c-4ce6-9b59-7c60340090b4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.572185] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f63994b-213c-4ce6-9b59-7c60340090b4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.572475] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f63994b-213c-4ce6-9b59-7c60340090b4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.572582] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f63994b-213c-4ce6-9b59-7c60340090b4',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.573662] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f63994b-213c-4ce6-9b59-7c60340090b4 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.573841] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f63994b-213c-4ce6-9b59-7c60340090b4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.573913] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f63994b-213c-4ce6-9b59-7c60340090b4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.574167] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f63994b-213c-4ce6-9b59-7c60340090b4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.574357] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.574504] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.574595] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.574755] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.574843] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.574940] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f63994b-213c-4ce6-9b59-7c60340090b4',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.575954] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-80e947dd-f65a-4659-9bdc-8c462a4e2087 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.575954] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80e947dd-f65a-4659-9bdc-8c462a4e2087" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.575954] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80e947dd-f65a-4659-9bdc-8c462a4e2087" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.576133] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80e947dd-f65a-4659-9bdc-8c462a4e2087" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.576181] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80e947dd-f65a-4659-9bdc-8c462a4e2087',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.972964] env[67081]: INFO networking_nsxv3.common.synchronization [None req-9b5a8fc5-c948-4829-81c1-f40fc2abd463 None None] Enqueued Resource ID: 7fa98640-383c-46f6-b932-b76a36b888ab with Priority: HIGHEST for action port [ 630.973507] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fa98640-383c-46f6-b932-b76a36b888ab with Priority: HIGHEST for action port [ 630.973816] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fa98640-383c-46f6-b932-b76a36b888ab taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.973938] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fa98640-383c-46f6-b932-b76a36b888ab" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.973999] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fa98640-383c-46f6-b932-b76a36b888ab" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.974333] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fa98640-383c-46f6-b932-b76a36b888ab" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.974436] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fa98640-383c-46f6-b932-b76a36b888ab',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.995420] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6038c50b-d4b3-448e-9cbc-ede2abee73d1 in Status: SUCCESS [ 630.995599] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6038c50b-d4b3-448e-9cbc-ede2abee73d1 deletion is rescheduled due to dependency. [ 630.995711] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6038c50b-d4b3-448e-9cbc-ede2abee73d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.079183] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f63994b-213c-4ce6-9b59-7c60340090b4',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.080383] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f63994b-213c-4ce6-9b59-7c60340090b4 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.080518] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f63994b-213c-4ce6-9b59-7c60340090b4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.080720] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 80e947dd-f65a-4659-9bdc-8c462a4e2087 with status ACTIVE [ 631.080878] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.080997] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.081079] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.081328] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.081487] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.081687] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.082280] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.082375] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.082568] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.082671] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.082873] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.083022] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.083205] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.083205] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.083323] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.083414] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 80e947dd-f65a-4659-9bdc-8c462a4e2087 is going to be updated. [ 631.106787] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.106945] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.107030] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.107259] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.107394] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.107542] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80e947dd-f65a-4659-9bdc-8c462a4e2087" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.334283] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4340cbb7-1752-4e7c-ab46-19add54aec1b in Status: SUCCESS [ 631.338047] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4340cbb7-1752-4e7c-ab46-19add54aec1b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.338047] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4340cbb7-1752-4e7c-ab46-19add54aec1b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.338047] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4340cbb7-1752-4e7c-ab46-19add54aec1b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.338047] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.338047] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.338047] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.338047] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.338047] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.338047] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4340cbb7-1752-4e7c-ab46-19add54aec1b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.338047] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4340cbb7-1752-4e7c-ab46-19add54aec1b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.477177] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7fa98640-383c-46f6-b932-b76a36b888ab [ 631.477934] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.477934] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.477934] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.477934] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.478147] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.478147] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7fa98640-383c-46f6-b932-b76a36b888ab already deleted. [ 631.478215] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fa98640-383c-46f6-b932-b76a36b888ab" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.586423] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f63994b-213c-4ce6-9b59-7c60340090b4',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.842065] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4340cbb7-1752-4e7c-ab46-19add54aec1b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.090998] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.091289] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.091571] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.091571] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.091691] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.091774] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f63994b-213c-4ce6-9b59-7c60340090b4 is going to be created. [ 632.120421] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.120421] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.120421] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.120421] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.120697] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.132674] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f63994b-213c-4ce6-9b59-7c60340090b4 in Status: UNINITIALIZED for 2s [ 632.165294] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 in Status: SUCCESS [ 632.166567] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.167052] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.167627] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.167970] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.168332] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.168674] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.169054] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.169284] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.170088] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.170088] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.170088] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.170088] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.170088] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.170461] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.170461] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.170461] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.170858] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.170942] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.171106] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.171188] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.173271] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.173462] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.173698] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.173886] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.173886] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.174066] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.174157] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.174256] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.250038] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 in Status: SUCCESS [ 632.250819] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.348336] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4340cbb7-1752-4e7c-ab46-19add54aec1b: rpc.has_security_group_logging(os_id): False [ 632.370638] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.370844] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.370938] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.371258] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.371386] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.372203] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.372203] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.372203] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.372676] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.372676] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.372676] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4340cbb7-1752-4e7c-ab46-19add54aec1b is going to be created. [ 632.443573] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.443985] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.444221] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.444598] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.445206] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.463065] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4340cbb7-1752-4e7c-ab46-19add54aec1b in Status: IN_PROGRESS for 2s [ 632.674485] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7: rpc.has_security_group_logging(os_id): False [ 632.676852] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.702396] env[67081]: INFO networking_nsxv3.common.synchronization [req-041a4e7c-e2b6-46e6-8a19-c34e378c854e req-339999d3-6504-432b-8190-6ddce778a289 tempest-ServersAdminTestJSON-956622239 tempest-ServersAdminTestJSON-956622239-project-member] Enqueued Resource ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 with Priority: HIGHEST for action security_group_members [ 632.704926] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.705302] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.705397] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.707571] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.707820] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.709024] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.709347] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.709519] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.709989] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.712017] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.712017] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.712017] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.712017] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.712017] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.712017] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.712017] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.712017] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.712017] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.712017] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.712017] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.712017] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 is going to be created. [ 632.714189] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 with Priority: HIGHEST for action security_group_members [ 632.715136] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-d43effa5-96f7-4264-ac8c-7c886969ceb2 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.715358] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.715570] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.715892] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.716151] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.716451] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.716451] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.718512] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.718512] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.718512] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d43effa5-96f7-4264-ac8c-7c886969ceb2',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.787309] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.787520] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.787597] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.787816] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.788013] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.807772] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 in Status: IN_PROGRESS for 2s [ 633.140188] env[67081]: INFO networking_nsxv3.common.synchronization [None req-2ebe2171-f84f-42fd-8049-d204ab472b45 None None] Enqueued Resource ID: 185114f1-d97f-48c7-8ec7-3bb67323153a with Priority: HIGHEST for action port [ 633.142083] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 185114f1-d97f-48c7-8ec7-3bb67323153a with Priority: HIGHEST for action port [ 633.142083] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-185114f1-d97f-48c7-8ec7-3bb67323153a taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.142616] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-185114f1-d97f-48c7-8ec7-3bb67323153a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.142724] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-185114f1-d97f-48c7-8ec7-3bb67323153a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.143062] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-185114f1-d97f-48c7-8ec7-3bb67323153a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.143165] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('185114f1-d97f-48c7-8ec7-3bb67323153a',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.182901] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.219818] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d43effa5-96f7-4264-ac8c-7c886969ceb2',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.538355] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock network-245 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.538739] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "network-245" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.538739] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "network-245" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.538916] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "network-245" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.539237] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.539403] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.539516] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.539976] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.540205] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.540475] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.540659] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 633.540816] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 633.541046] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 633.541112] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.541262] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 633.541495] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 633.564654] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 633.564835] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 633.564948] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 633.565152] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "network-245" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.565500] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock port-dde0277a-660d-4195-bdb4-771ee590183a taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.565913] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "port-dde0277a-660d-4195-bdb4-771ee590183a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.565913] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "port-dde0277a-660d-4195-bdb4-771ee590183a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.566152] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "port-dde0277a-660d-4195-bdb4-771ee590183a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.566283] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dde0277a-660d-4195-bdb4-771ee590183a',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.646493] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 185114f1-d97f-48c7-8ec7-3bb67323153a [ 633.646493] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.646493] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.646493] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.646493] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.646493] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.646493] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:185114f1-d97f-48c7-8ec7-3bb67323153a already deleted. [ 633.647166] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-185114f1-d97f-48c7-8ec7-3bb67323153a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.683198] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.683198] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.683198] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.683529] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.683529] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.683620] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 is going to be updated. [ 633.723075] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.723075] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.723075] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.723075] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.724470] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.724470] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d43effa5-96f7-4264-ac8c-7c886969ceb2',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.738020] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 in Status: IN_PROGRESS for 2s [ 634.068832] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.070042] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.070042] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.070042] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.070042] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.070042] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Segment Port dde0277a-660d-4195-bdb4-771ee590183a not found, creating... [ 634.070519] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.070519] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.070519] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.070731] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.070942] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.071366] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.071506] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.071617] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.071817] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.071956] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.072178] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Resource: SegmentPort with ID: dde0277a-660d-4195-bdb4-771ee590183a is going to be created. [ 634.101581] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.102288] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.102422] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.103370] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.104155] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.104690] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "port-dde0277a-660d-4195-bdb4-771ee590183a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.145285] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f63994b-213c-4ce6-9b59-7c60340090b4 in Status: SUCCESS [ 634.145626] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f63994b-213c-4ce6-9b59-7c60340090b4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.145825] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f63994b-213c-4ce6-9b59-7c60340090b4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.146073] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f63994b-213c-4ce6-9b59-7c60340090b4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.146272] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.146399] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.146465] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.146623] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.146707] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.146797] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f63994b-213c-4ce6-9b59-7c60340090b4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.146895] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f63994b-213c-4ce6-9b59-7c60340090b4',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.229371] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.229743] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.229805] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.230199] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.230323] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.230456] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 is going to be updated. [ 634.280749] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.280943] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.281033] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.281650] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.281650] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.302905] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 in Status: IN_PROGRESS for 2s [ 634.479877] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4340cbb7-1752-4e7c-ab46-19add54aec1b in Status: SUCCESS [ 634.480037] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4340cbb7-1752-4e7c-ab46-19add54aec1b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.649722] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f63994b-213c-4ce6-9b59-7c60340090b4 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.649887] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f63994b-213c-4ce6-9b59-7c60340090b4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.649962] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f63994b-213c-4ce6-9b59-7c60340090b4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.650271] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f63994b-213c-4ce6-9b59-7c60340090b4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.650454] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.650605] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.650689] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.650843] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.650933] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.651096] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f63994b-213c-4ce6-9b59-7c60340090b4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.651256] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f63994b-213c-4ce6-9b59-7c60340090b4 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.651353] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f63994b-213c-4ce6-9b59-7c60340090b4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.651441] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f63994b-213c-4ce6-9b59-7c60340090b4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.651574] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f63994b-213c-4ce6-9b59-7c60340090b4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.651713] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.651806] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.651868] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.652007] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.652121] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.652202] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f63994b-213c-4ce6-9b59-7c60340090b4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.652317] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f63994b-213c-4ce6-9b59-7c60340090b4',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.821699] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 in Status: SUCCESS [ 634.822107] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.822189] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.822374] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.822465] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.827842] env[67081]: INFO networking_nsxv3.common.synchronization [req-041a4e7c-e2b6-46e6-8a19-c34e378c854e req-b3383207-03fe-40e4-90d5-d12c35f0a59e service nova] Enqueued Resource ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 with Priority: HIGHEST for action security_group_rules [ 634.828032] env[67081]: INFO networking_nsxv3.common.synchronization [req-041a4e7c-e2b6-46e6-8a19-c34e378c854e req-b3383207-03fe-40e4-90d5-d12c35f0a59e service nova] Enqueued Resource ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 with Priority: HIGHEST for action security_group_members [ 634.828173] env[67081]: INFO networking_nsxv3.common.synchronization [req-041a4e7c-e2b6-46e6-8a19-c34e378c854e req-b3383207-03fe-40e4-90d5-d12c35f0a59e service nova] Enqueued Resource ID: dde0277a-660d-4195-bdb4-771ee590183a with Priority: HIGHEST for action port [ 634.828808] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 with Priority: HIGHEST for action security_group_rules [ 634.828862] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 with Priority: HIGHEST for action security_group_members [ 634.828929] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dde0277a-660d-4195-bdb4-771ee590183a with Priority: HIGHEST for action port [ 634.829342] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d43effa5-96f7-4264-ac8c-7c886969ceb2 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.829423] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.829423] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.829640] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.829689] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d43effa5-96f7-4264-ac8c-7c886969ceb2',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.830556] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-d43effa5-96f7-4264-ac8c-7c886969ceb2 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.830672] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.830836] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-dde0277a-660d-4195-bdb4-771ee590183a taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.830993] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dde0277a-660d-4195-bdb4-771ee590183a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.830993] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dde0277a-660d-4195-bdb4-771ee590183a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.831208] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dde0277a-660d-4195-bdb4-771ee590183a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.831254] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dde0277a-660d-4195-bdb4-771ee590183a',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.157832] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f63994b-213c-4ce6-9b59-7c60340090b4: rpc.has_security_group_logging(os_id): False [ 635.190141] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.190382] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.190894] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.190894] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.190894] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.191145] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.191273] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.191363] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.191579] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.191679] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.191934] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.192071] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.192162] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.192816] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.192816] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.192816] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.193026] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.193026] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.193167] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.193274] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.193416] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f63994b-213c-4ce6-9b59-7c60340090b4 is going to be created. [ 635.328630] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.328630] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.334169] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-d43effa5-96f7-4264-ac8c-7c886969ceb2 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.334169] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.337253] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dde0277a-660d-4195-bdb4-771ee590183a with status ACTIVE [ 635.340999] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.340999] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.340999] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.340999] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.340999] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.340999] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.340999] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.340999] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.340999] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.340999] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.340999] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.340999] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.340999] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.340999] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.340999] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.340999] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dde0277a-660d-4195-bdb4-771ee590183a is going to be updated. [ 635.359772] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.359772] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.359772] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.359772] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.359772] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.372743] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f63994b-213c-4ce6-9b59-7c60340090b4 in Status: IN_PROGRESS for 2s [ 635.377327] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.377575] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.377638] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.377934] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.377934] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.378147] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dde0277a-660d-4195-bdb4-771ee590183a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.749930] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 in Status: SUCCESS [ 635.750192] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.750380] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.750639] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.751265] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.751265] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.751265] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.751265] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.751527] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.751527] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.751527] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.253662] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.253967] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.253967] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.254155] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.254295] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.254505] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.254505] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.254614] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.254677] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.254755] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.254901] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.254982] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.255070] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.255397] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.255397] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.255557] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.255557] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.255645] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.256803] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.256803] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.256803] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.313639] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 in Status: SUCCESS [ 636.314022] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.314834] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.315079] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.315317] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.315488] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.316582] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.316776] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.316891] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.316964] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d43effa5-96f7-4264-ac8c-7c886969ceb2',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.542137] env[67081]: INFO networking_nsxv3.common.synchronization [None req-31b577f7-5e48-45ad-a9a3-e35f9d489e00 None None] Enqueued Resource ID: 5eb4cf25-d1bf-4bf5-b2d7-f991488cf601 with Priority: HIGHEST for action port [ 636.542643] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5eb4cf25-d1bf-4bf5-b2d7-f991488cf601 with Priority: HIGHEST for action port [ 636.542955] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-5eb4cf25-d1bf-4bf5-b2d7-f991488cf601 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.543145] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5eb4cf25-d1bf-4bf5-b2d7-f991488cf601" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.543241] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5eb4cf25-d1bf-4bf5-b2d7-f991488cf601" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.543519] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5eb4cf25-d1bf-4bf5-b2d7-f991488cf601" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.543603] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5eb4cf25-d1bf-4bf5-b2d7-f991488cf601',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.758236] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7: rpc.has_security_group_logging(os_id): False [ 636.782283] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.782283] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.782283] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.782630] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.784033] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.784033] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.784033] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.784033] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.784033] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.784033] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.784358] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.784358] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.784358] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.784512] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.784588] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.784773] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.784864] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.784924] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.785146] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.785283] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.785384] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 is going to be updated. [ 636.821435] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d43effa5-96f7-4264-ac8c-7c886969ceb2',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.859539] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.859744] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.859744] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.859959] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.860492] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.873788] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 in Status: IN_PROGRESS for 2s [ 637.045471] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5eb4cf25-d1bf-4bf5-b2d7-f991488cf601 [ 637.045814] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.046024] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.046435] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.046501] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.046717] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.046806] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5eb4cf25-d1bf-4bf5-b2d7-f991488cf601 already deleted. [ 637.047041] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5eb4cf25-d1bf-4bf5-b2d7-f991488cf601" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.327823] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d43effa5-96f7-4264-ac8c-7c886969ceb2',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.386139] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f63994b-213c-4ce6-9b59-7c60340090b4 in Status: SUCCESS [ 637.386386] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f63994b-213c-4ce6-9b59-7c60340090b4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.471970] env[67081]: INFO networking_nsxv3.common.synchronization [req-4edd7caa-61e4-4e36-a33a-45fd22bd8157 req-b406d9e7-67d2-4f92-8b2a-fe5b4e1dcfe4 tempest-AttachInterfacesUnderV243Test-1785108365 tempest-AttachInterfacesUnderV243Test-1785108365-project-member] Enqueued Resource ID: f407e753-36b9-4d29-9bad-ed7298e69551 with Priority: HIGHEST for action security_group_members [ 637.472706] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f407e753-36b9-4d29-9bad-ed7298e69551 with Priority: HIGHEST for action security_group_members [ 637.477346] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f407e753-36b9-4d29-9bad-ed7298e69551 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.477557] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f407e753-36b9-4d29-9bad-ed7298e69551" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.477977] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f407e753-36b9-4d29-9bad-ed7298e69551" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.477977] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f407e753-36b9-4d29-9bad-ed7298e69551" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.478232] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.478389] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.478451] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.478626] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.478707] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.478808] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f407e753-36b9-4d29-9bad-ed7298e69551',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.830716] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.830910] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.830996] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.831301] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.831403] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.831524] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 is going to be updated. [ 637.897233] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.897454] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.897553] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.898049] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.898049] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.913410] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 in Status: IN_PROGRESS for 2s [ 637.968838] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-379 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.968838] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-379" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.969132] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-379" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.969460] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-379" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.969779] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.969976] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.970127] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.970439] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.971096] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.971096] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.971096] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 637.971261] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 637.971261] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 637.971340] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.971455] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 637.971573] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 637.982226] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.982421] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.982489] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.982732] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.982818] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.982977] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.983102] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.983257] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.983456] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.984188] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.984188] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f407e753-36b9-4d29-9bad-ed7298e69551 already deleted. [ 637.984188] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f407e753-36b9-4d29-9bad-ed7298e69551" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.002602] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 638.002602] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 638.002602] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 638.002898] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-379" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.003205] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-3d25bcc9-0fd4-4e18-a74e-b1314fa674dd taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.003415] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-3d25bcc9-0fd4-4e18-a74e-b1314fa674dd" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.003530] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-3d25bcc9-0fd4-4e18-a74e-b1314fa674dd" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.003855] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-3d25bcc9-0fd4-4e18-a74e-b1314fa674dd" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.004127] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d25bcc9-0fd4-4e18-a74e-b1314fa674dd',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.507241] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.507665] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.507752] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.508130] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.508373] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.508665] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port 3d25bcc9-0fd4-4e18-a74e-b1314fa674dd not found, creating... [ 638.509050] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.509279] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.509448] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.509819] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.509976] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.510357] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.510531] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.510645] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.510890] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.511049] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.511193] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: 3d25bcc9-0fd4-4e18-a74e-b1314fa674dd is going to be created. [ 638.537624] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.537932] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.538174] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.538499] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.538794] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.539119] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-3d25bcc9-0fd4-4e18-a74e-b1314fa674dd" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.888973] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 in Status: SUCCESS [ 638.889312] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.889531] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.889779] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.889871] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.011279] env[67081]: INFO networking_nsxv3.common.synchronization [None req-4ddff5d9-3547-43a2-abaa-b9810ded14c0 None None] Enqueued Resource ID: 10d09ba3-b8cd-43c5-8c84-2233ee87c3e3 with Priority: HIGHEST for action port [ 639.012045] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10d09ba3-b8cd-43c5-8c84-2233ee87c3e3 with Priority: HIGHEST for action port [ 639.012410] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-10d09ba3-b8cd-43c5-8c84-2233ee87c3e3 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.012606] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10d09ba3-b8cd-43c5-8c84-2233ee87c3e3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.013221] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10d09ba3-b8cd-43c5-8c84-2233ee87c3e3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.013221] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10d09ba3-b8cd-43c5-8c84-2233ee87c3e3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.013431] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10d09ba3-b8cd-43c5-8c84-2233ee87c3e3',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.277511] env[67081]: INFO networking_nsxv3.common.synchronization [req-4edd7caa-61e4-4e36-a33a-45fd22bd8157 req-b9fc8bf9-abb3-43e8-b7bb-9794d6564e7d service nova] Enqueued Resource ID: f407e753-36b9-4d29-9bad-ed7298e69551 with Priority: HIGHEST for action security_group_rules [ 639.277511] env[67081]: INFO networking_nsxv3.common.synchronization [req-4edd7caa-61e4-4e36-a33a-45fd22bd8157 req-b9fc8bf9-abb3-43e8-b7bb-9794d6564e7d service nova] Enqueued Resource ID: f407e753-36b9-4d29-9bad-ed7298e69551 with Priority: HIGHEST for action security_group_members [ 639.277511] env[67081]: INFO networking_nsxv3.common.synchronization [req-4edd7caa-61e4-4e36-a33a-45fd22bd8157 req-b9fc8bf9-abb3-43e8-b7bb-9794d6564e7d service nova] Enqueued Resource ID: 3d25bcc9-0fd4-4e18-a74e-b1314fa674dd with Priority: HIGHEST for action port [ 639.277511] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f407e753-36b9-4d29-9bad-ed7298e69551 with Priority: HIGHEST for action security_group_rules [ 639.277511] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f407e753-36b9-4d29-9bad-ed7298e69551 with Priority: HIGHEST for action security_group_members [ 639.277511] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d25bcc9-0fd4-4e18-a74e-b1314fa674dd with Priority: HIGHEST for action port [ 639.278067] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f407e753-36b9-4d29-9bad-ed7298e69551 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.278067] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f407e753-36b9-4d29-9bad-ed7298e69551" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.278067] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f407e753-36b9-4d29-9bad-ed7298e69551" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.278067] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f407e753-36b9-4d29-9bad-ed7298e69551" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.278067] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f407e753-36b9-4d29-9bad-ed7298e69551',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.279404] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f407e753-36b9-4d29-9bad-ed7298e69551 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.279404] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f407e753-36b9-4d29-9bad-ed7298e69551" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.279404] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f407e753-36b9-4d29-9bad-ed7298e69551" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.279404] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f407e753-36b9-4d29-9bad-ed7298e69551" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.279615] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.279615] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.279708] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.280351] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.280351] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.280351] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f407e753-36b9-4d29-9bad-ed7298e69551',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.280895] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d25bcc9-0fd4-4e18-a74e-b1314fa674dd taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.281057] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d25bcc9-0fd4-4e18-a74e-b1314fa674dd" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.281942] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d25bcc9-0fd4-4e18-a74e-b1314fa674dd" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.281942] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d25bcc9-0fd4-4e18-a74e-b1314fa674dd" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.281942] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d25bcc9-0fd4-4e18-a74e-b1314fa674dd',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.393061] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.393061] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.393228] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.393648] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.393908] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.393994] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.394071] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.394202] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.394292] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.394389] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.394480] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.516610] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 10d09ba3-b8cd-43c5-8c84-2233ee87c3e3 [ 639.517393] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.517862] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.517973] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.518266] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.518395] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.518505] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:10d09ba3-b8cd-43c5-8c84-2233ee87c3e3 already deleted. [ 639.518609] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10d09ba3-b8cd-43c5-8c84-2233ee87c3e3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.787653] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f407e753-36b9-4d29-9bad-ed7298e69551',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.787653] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f407e753-36b9-4d29-9bad-ed7298e69551 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.787653] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f407e753-36b9-4d29-9bad-ed7298e69551" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.787653] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d25bcc9-0fd4-4e18-a74e-b1314fa674dd with status ACTIVE [ 639.787653] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.787653] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.787653] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.787653] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.787653] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.787653] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.787653] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.787653] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.787653] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.787653] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.791502] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.791502] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.791502] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.791502] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.791502] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.791502] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d25bcc9-0fd4-4e18-a74e-b1314fa674dd is going to be updated. [ 639.814889] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.816265] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.816265] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.816265] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.816265] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.816265] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d25bcc9-0fd4-4e18-a74e-b1314fa674dd" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.831965] env[67081]: INFO networking_nsxv3.common.synchronization [req-5dfb2c56-9515-43c4-b016-a54890bd5ee8 req-7c260ed0-4785-44e0-bb31-e0f132789ce2 tempest-SecurityGroupRulesNegativeTestJSON-503098577 tempest-SecurityGroupRulesNegativeTestJSON-503098577-project-member] Enqueued Resource ID: 3f483580-b16f-4deb-8567-982a60209e38 with Priority: HIGHEST for action security_group_rules [ 639.832593] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f483580-b16f-4deb-8567-982a60209e38 with Priority: HIGHEST for action security_group_rules [ 639.832906] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f483580-b16f-4deb-8567-982a60209e38 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.833391] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f483580-b16f-4deb-8567-982a60209e38" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.833391] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f483580-b16f-4deb-8567-982a60209e38" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.833660] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f483580-b16f-4deb-8567-982a60209e38" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.833769] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f483580-b16f-4deb-8567-982a60209e38',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.858665] env[67081]: INFO networking_nsxv3.common.synchronization [None req-88f42c3c-463c-480d-9e4d-988bbf9820b7 None None] Enqueued Resource ID: 634efd8b-2649-4cc8-ad56-45e056f8cf75 with Priority: HIGHEST for action port [ 639.859042] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 634efd8b-2649-4cc8-ad56-45e056f8cf75 with Priority: HIGHEST for action port [ 639.859428] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-634efd8b-2649-4cc8-ad56-45e056f8cf75 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.859584] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-634efd8b-2649-4cc8-ad56-45e056f8cf75" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.859629] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-634efd8b-2649-4cc8-ad56-45e056f8cf75" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.859863] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-634efd8b-2649-4cc8-ad56-45e056f8cf75" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.859944] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('634efd8b-2649-4cc8-ad56-45e056f8cf75',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.898542] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.898542] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.898542] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.898542] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.898542] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.898542] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.898542] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.899459] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.899459] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.899459] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.899459] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.899459] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.899459] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.899459] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.899459] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.900648] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.900648] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.900648] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.900648] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.900648] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.900648] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.928130] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 in Status: SUCCESS [ 639.928341] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.928908] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.929159] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.929587] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.929837] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.929897] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.930229] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.930335] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.930451] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.930556] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d43effa5-96f7-4264-ac8c-7c886969ceb2',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.292291] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f407e753-36b9-4d29-9bad-ed7298e69551',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.359243] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.359394] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.359469] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.359811] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.359946] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.360084] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f483580-b16f-4deb-8567-982a60209e38 already deleted. [ 640.360220] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f483580-b16f-4deb-8567-982a60209e38" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.368132] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 634efd8b-2649-4cc8-ad56-45e056f8cf75 [ 640.368567] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.368869] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.369121] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.369286] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.369386] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.369493] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:634efd8b-2649-4cc8-ad56-45e056f8cf75 already deleted. [ 640.369580] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-634efd8b-2649-4cc8-ad56-45e056f8cf75" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.405481] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7: rpc.has_security_group_logging(os_id): False [ 640.425495] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.426381] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.426381] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.426381] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.426381] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.426381] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.426381] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.426381] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.426734] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.426734] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.426798] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.426884] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.430016] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.430016] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.430016] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.430016] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.430016] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.430016] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.430016] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.430016] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.430016] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 is going to be updated. [ 640.435399] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-d43effa5-96f7-4264-ac8c-7c886969ceb2 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.435555] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.435600] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.436484] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.436759] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.436864] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.436864] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.436993] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.437108] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.437249] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.438466] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-d43effa5-96f7-4264-ac8c-7c886969ceb2 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.438466] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.438466] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.438466] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.438466] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.438466] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.438466] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.438466] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.438466] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.438466] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.438466] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d43effa5-96f7-4264-ac8c-7c886969ceb2',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.500039] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.500039] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.500039] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.500039] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.500039] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.517400] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 in Status: IN_PROGRESS for 2s [ 640.794504] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.794839] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.794839] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.795065] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.795065] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.795424] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f407e753-36b9-4d29-9bad-ed7298e69551 is going to be created. [ 640.825618] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.825835] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.825885] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.826098] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.826263] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.843999] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f407e753-36b9-4d29-9bad-ed7298e69551 in Status: UNINITIALIZED for 2s [ 640.942473] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d43effa5-96f7-4264-ac8c-7c886969ceb2: rpc.has_security_group_logging(os_id): False [ 640.962544] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.962702] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.962774] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.963368] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.963368] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.963368] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.963368] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.963635] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.963635] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.963719] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.963879] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.963965] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.964039] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.964178] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.964251] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.964418] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.964499] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.964557] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.964724] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.964792] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.964898] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 is going to be updated. [ 641.032369] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.032563] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.032615] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.032828] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.032975] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.046212] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 in Status: IN_PROGRESS for 2s [ 641.989663] env[67081]: INFO networking_nsxv3.common.synchronization [None req-b0b7cadf-39da-4c9d-8b01-3d447aab7266 tempest-ServersTestManualDisk-629649882 tempest-ServersTestManualDisk-629649882-project-member] Enqueued Resource ID: a8f46851-af8e-4af7-b65f-39c856227c9c with Priority: HIGHEST for action security_group_rules [ 641.991224] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8f46851-af8e-4af7-b65f-39c856227c9c with Priority: HIGHEST for action security_group_rules [ 641.991224] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8f46851-af8e-4af7-b65f-39c856227c9c taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.991224] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8f46851-af8e-4af7-b65f-39c856227c9c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.991224] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8f46851-af8e-4af7-b65f-39c856227c9c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.997462] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8f46851-af8e-4af7-b65f-39c856227c9c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.997462] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8f46851-af8e-4af7-b65f-39c856227c9c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.207790] env[67081]: INFO networking_nsxv3.common.synchronization [None req-a2d0dbfb-9589-4c02-b833-d7c3f3627987 tempest-ServersTestManualDisk-629649882 tempest-ServersTestManualDisk-629649882-project-member] Enqueued Resource ID: a8f46851-af8e-4af7-b65f-39c856227c9c with Priority: HIGHEST for action security_group_rules [ 642.208481] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8f46851-af8e-4af7-b65f-39c856227c9c with Priority: HIGHEST for action security_group_rules [ 642.208731] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8f46851-af8e-4af7-b65f-39c856227c9c taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.208923] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8f46851-af8e-4af7-b65f-39c856227c9c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.519479] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.519644] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.519771] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.519914] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.520012] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.520112] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8f46851-af8e-4af7-b65f-39c856227c9c already deleted. [ 642.520196] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8f46851-af8e-4af7-b65f-39c856227c9c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.521442] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8f46851-af8e-4af7-b65f-39c856227c9c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.521590] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8f46851-af8e-4af7-b65f-39c856227c9c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.521656] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8f46851-af8e-4af7-b65f-39c856227c9c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.535900] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 in Status: SUCCESS [ 642.536794] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.571531] env[67081]: INFO networking_nsxv3.common.synchronization [None req-2b28cbcb-d786-4d5c-a294-7b0577aa5e48 None None] Enqueued Resource ID: 7721a334-aaf5-4112-915d-cdb61d6ffc4e with Priority: HIGHEST for action port [ 642.572666] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7721a334-aaf5-4112-915d-cdb61d6ffc4e with Priority: HIGHEST for action port [ 642.572986] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-7721a334-aaf5-4112-915d-cdb61d6ffc4e taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.573302] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7721a334-aaf5-4112-915d-cdb61d6ffc4e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.573625] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7721a334-aaf5-4112-915d-cdb61d6ffc4e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.573763] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7721a334-aaf5-4112-915d-cdb61d6ffc4e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.573878] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7721a334-aaf5-4112-915d-cdb61d6ffc4e',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.856913] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f407e753-36b9-4d29-9bad-ed7298e69551 in Status: SUCCESS [ 642.857616] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f407e753-36b9-4d29-9bad-ed7298e69551" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.857868] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f407e753-36b9-4d29-9bad-ed7298e69551" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.858197] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f407e753-36b9-4d29-9bad-ed7298e69551" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.858447] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.858700] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.858700] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.858872] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.859102] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.859285] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f407e753-36b9-4d29-9bad-ed7298e69551" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.859420] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f407e753-36b9-4d29-9bad-ed7298e69551',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.011773] env[67081]: INFO networking_nsxv3.common.synchronization [req-53bb2d19-49aa-4e4a-99dd-aeacea3781b8 req-f8e9d961-fc16-4e8f-aa6f-5f68ed2fbb79 tempest-ServerActionsTestOtherB-350996486 tempest-ServerActionsTestOtherB-350996486-project-member] Enqueued Resource ID: b681163c-65aa-4fad-9551-9cdde77f823b with Priority: HIGHEST for action security_group_members [ 643.011773] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b681163c-65aa-4fad-9551-9cdde77f823b with Priority: HIGHEST for action security_group_members [ 643.011773] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-b681163c-65aa-4fad-9551-9cdde77f823b taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.012563] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.012563] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.012563] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.012563] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.012563] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.012871] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.012871] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.013892] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.013892] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b681163c-65aa-4fad-9551-9cdde77f823b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.061523] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.061523] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.061523] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.063506] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.063506] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.063506] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8f46851-af8e-4af7-b65f-39c856227c9c already deleted. [ 643.063506] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8f46851-af8e-4af7-b65f-39c856227c9c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.065393] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 in Status: SUCCESS [ 643.065662] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.078524] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7721a334-aaf5-4112-915d-cdb61d6ffc4e [ 643.079029] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.079336] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.079336] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.079686] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.079827] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.079965] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7721a334-aaf5-4112-915d-cdb61d6ffc4e already deleted. [ 643.080068] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7721a334-aaf5-4112-915d-cdb61d6ffc4e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.151050] env[67081]: INFO networking_nsxv3.common.synchronization [None req-ed6dea33-3fac-41d0-896f-50ea9c32cf95 None None] Enqueued Resource ID: 780e2e0f-3750-4e1a-8e49-709e610f2a56 with Priority: HIGHEST for action port [ 643.151050] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 780e2e0f-3750-4e1a-8e49-709e610f2a56 with Priority: HIGHEST for action port [ 643.151375] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-780e2e0f-3750-4e1a-8e49-709e610f2a56 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.151611] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-780e2e0f-3750-4e1a-8e49-709e610f2a56" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.151611] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-780e2e0f-3750-4e1a-8e49-709e610f2a56" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.151980] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-780e2e0f-3750-4e1a-8e49-709e610f2a56" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.152077] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('780e2e0f-3750-4e1a-8e49-709e610f2a56',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.362842] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f407e753-36b9-4d29-9bad-ed7298e69551',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.517331] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.517604] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.517693] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.517940] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.518065] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.518320] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.518440] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.518513] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.518710] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.518794] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.519121] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b681163c-65aa-4fad-9551-9cdde77f823b already deleted. [ 643.519121] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.618445] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-753 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.618601] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-753" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.618702] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-753" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.619071] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-753" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.619385] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.619551] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.619897] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.619974] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.620197] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.620469] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 643.620582] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 643.621097] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 643.621097] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 643.621097] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 643.621251] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 643.621345] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 643.646482] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 643.647623] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 643.647623] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 643.647623] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-753" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.647623] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-ad821b62-16bb-4a54-9941-8fab1bf2b3a7 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.647915] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-ad821b62-16bb-4a54-9941-8fab1bf2b3a7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.648036] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-ad821b62-16bb-4a54-9941-8fab1bf2b3a7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.650072] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-ad821b62-16bb-4a54-9941-8fab1bf2b3a7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.650225] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad821b62-16bb-4a54-9941-8fab1bf2b3a7',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.656410] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 780e2e0f-3750-4e1a-8e49-709e610f2a56 [ 643.656625] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.656747] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.657034] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.657145] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.657291] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.657450] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:780e2e0f-3750-4e1a-8e49-709e610f2a56 already deleted. [ 643.658764] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-780e2e0f-3750-4e1a-8e49-709e610f2a56" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.866277] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f407e753-36b9-4d29-9bad-ed7298e69551: rpc.has_security_group_logging(os_id): False [ 643.890396] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.890597] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.890597] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.890950] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.891116] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.891671] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.891847] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.892036] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.892267] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.892494] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.892632] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f407e753-36b9-4d29-9bad-ed7298e69551 is going to be created. [ 644.078816] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.079094] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.079094] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.079213] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.079482] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.096944] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f407e753-36b9-4d29-9bad-ed7298e69551 in Status: IN_PROGRESS for 2s [ 644.155731] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.156902] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.156902] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.156902] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.156902] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.156902] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port ad821b62-16bb-4a54-9941-8fab1bf2b3a7 not found, creating... [ 644.157487] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.157572] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.157654] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.157977] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.158153] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.158485] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.158634] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.158748] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.159012] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.159179] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.159445] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: ad821b62-16bb-4a54-9941-8fab1bf2b3a7 is going to be created. [ 644.198791] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.198791] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.198791] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.199188] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.200522] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.200522] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-ad821b62-16bb-4a54-9941-8fab1bf2b3a7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.969413] env[67081]: INFO networking_nsxv3.common.synchronization [req-53bb2d19-49aa-4e4a-99dd-aeacea3781b8 req-a09ef62d-8684-488d-9516-45c3c4f538a6 service nova] Enqueued Resource ID: b681163c-65aa-4fad-9551-9cdde77f823b with Priority: HIGHEST for action security_group_rules [ 644.969597] env[67081]: INFO networking_nsxv3.common.synchronization [req-53bb2d19-49aa-4e4a-99dd-aeacea3781b8 req-a09ef62d-8684-488d-9516-45c3c4f538a6 service nova] Enqueued Resource ID: b681163c-65aa-4fad-9551-9cdde77f823b with Priority: HIGHEST for action security_group_members [ 644.969726] env[67081]: INFO networking_nsxv3.common.synchronization [req-53bb2d19-49aa-4e4a-99dd-aeacea3781b8 req-a09ef62d-8684-488d-9516-45c3c4f538a6 service nova] Enqueued Resource ID: ad821b62-16bb-4a54-9941-8fab1bf2b3a7 with Priority: HIGHEST for action port [ 644.974021] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b681163c-65aa-4fad-9551-9cdde77f823b with Priority: HIGHEST for action security_group_rules [ 644.974021] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b681163c-65aa-4fad-9551-9cdde77f823b with Priority: HIGHEST for action security_group_members [ 644.974021] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad821b62-16bb-4a54-9941-8fab1bf2b3a7 with Priority: HIGHEST for action port [ 644.974021] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b681163c-65aa-4fad-9551-9cdde77f823b taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.974021] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.974021] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.974021] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.974021] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b681163c-65aa-4fad-9551-9cdde77f823b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.974021] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-b681163c-65aa-4fad-9551-9cdde77f823b taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.974021] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.974021] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.974021] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.974021] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.974021] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.974021] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.974021] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.974021] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.974021] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b681163c-65aa-4fad-9551-9cdde77f823b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.974021] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad821b62-16bb-4a54-9941-8fab1bf2b3a7 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.976035] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad821b62-16bb-4a54-9941-8fab1bf2b3a7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.976035] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad821b62-16bb-4a54-9941-8fab1bf2b3a7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.976035] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad821b62-16bb-4a54-9941-8fab1bf2b3a7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.976035] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad821b62-16bb-4a54-9941-8fab1bf2b3a7',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.068734] env[67081]: INFO networking_nsxv3.common.synchronization [req-a516f776-c423-4048-9632-92dbe77594a3 req-95bccb66-b5d7-4fc4-867a-bddf3e5c1b75 tempest-ListServersNegativeTestJSON-341828993 tempest-ListServersNegativeTestJSON-341828993-project-member] Enqueued Resource ID: ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 with Priority: HIGHEST for action security_group_members [ 645.068914] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 with Priority: HIGHEST for action security_group_members [ 645.071064] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.071064] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.071064] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.071064] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.071064] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.071064] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.071064] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.071064] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.071064] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.071064] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.477388] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-b681163c-65aa-4fad-9551-9cdde77f823b taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.477388] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.477388] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b681163c-65aa-4fad-9551-9cdde77f823b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.479479] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ad821b62-16bb-4a54-9941-8fab1bf2b3a7 with status ACTIVE [ 645.480457] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.480457] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.480457] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.480457] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.480457] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.480830] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.480830] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.480830] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.481077] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.481077] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.481205] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.481295] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.482136] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.482136] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.482136] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.482306] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ad821b62-16bb-4a54-9941-8fab1bf2b3a7 is going to be updated. [ 645.507467] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.508811] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.508811] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.508811] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.508811] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.508811] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad821b62-16bb-4a54-9941-8fab1bf2b3a7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.578020] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.973323] env[67081]: INFO networking_nsxv3.common.synchronization [req-873e4e0d-cb2c-491e-99a9-7e9335116c2f req-d1050a48-025b-4d7d-b657-4b89c43b0dae tempest-FloatingIPsAssociationTestJSON-1069670455 tempest-FloatingIPsAssociationTestJSON-1069670455-project-member] Enqueued Resource ID: f452a37f-2052-4f91-9419-cc330152f0a5 with Priority: HIGHEST for action security_group_members [ 645.974016] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f452a37f-2052-4f91-9419-cc330152f0a5 with Priority: HIGHEST for action security_group_members [ 645.975008] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f452a37f-2052-4f91-9419-cc330152f0a5 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.975162] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f452a37f-2052-4f91-9419-cc330152f0a5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.975253] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f452a37f-2052-4f91-9419-cc330152f0a5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.976098] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f452a37f-2052-4f91-9419-cc330152f0a5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.976098] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.976098] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.976098] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.976303] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.976668] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.976668] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f452a37f-2052-4f91-9419-cc330152f0a5',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.985356] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b681163c-65aa-4fad-9551-9cdde77f823b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.079732] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.113822] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f407e753-36b9-4d29-9bad-ed7298e69551 in Status: SUCCESS [ 646.114129] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f407e753-36b9-4d29-9bad-ed7298e69551" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.460224] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-818 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.460572] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-818" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.460762] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-818" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.460988] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-818" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.461284] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.461458] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.461700] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.461868] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.462044] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.462328] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 646.462447] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 646.462587] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 646.462726] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 646.462841] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 646.463237] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 646.463309] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 646.478886] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f452a37f-2052-4f91-9419-cc330152f0a5',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.484505] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 646.484724] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 646.484864] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 646.485132] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-818" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.485504] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-33aeee29-3bd7-436f-b113-75f2dab14ef0 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.485656] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-33aeee29-3bd7-436f-b113-75f2dab14ef0" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.485784] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-33aeee29-3bd7-436f-b113-75f2dab14ef0" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.486189] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-33aeee29-3bd7-436f-b113-75f2dab14ef0" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.486357] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33aeee29-3bd7-436f-b113-75f2dab14ef0',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.489099] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.489224] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.489389] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.489668] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.490067] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.490209] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b681163c-65aa-4fad-9551-9cdde77f823b is going to be created. [ 646.516457] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.516738] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.516778] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.517187] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.517187] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.528979] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b681163c-65aa-4fad-9551-9cdde77f823b in Status: UNINITIALIZED for 2s [ 646.583301] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.583301] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.583301] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.583301] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.583498] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.583498] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 is going to be updated. [ 646.616967] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.617192] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.617317] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.617887] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.617887] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.629662] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 in Status: IN_PROGRESS for 2s [ 646.682453] env[67081]: INFO networking_nsxv3.common.synchronization [None req-12cc5bde-51b3-4e24-949b-d7dde3dd5d38 None None] Enqueued Resource ID: 4a6835e9-956b-4089-8a89-d2cbae53ea66 with Priority: HIGHEST for action port [ 646.682453] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a6835e9-956b-4089-8a89-d2cbae53ea66 with Priority: HIGHEST for action port [ 646.682453] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a6835e9-956b-4089-8a89-d2cbae53ea66 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.682453] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a6835e9-956b-4089-8a89-d2cbae53ea66" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.682453] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a6835e9-956b-4089-8a89-d2cbae53ea66" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.686787] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a6835e9-956b-4089-8a89-d2cbae53ea66" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.686787] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a6835e9-956b-4089-8a89-d2cbae53ea66',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.981622] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f452a37f-2052-4f91-9419-cc330152f0a5',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.989161] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.989475] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.989652] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.990038] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.990252] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.990472] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port 33aeee29-3bd7-436f-b113-75f2dab14ef0 not found, creating... [ 646.990897] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.991129] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.991380] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.992320] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.992540] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.992992] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.993470] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.993470] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.993722] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.994145] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.994655] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: 33aeee29-3bd7-436f-b113-75f2dab14ef0 is going to be created. [ 647.011423] env[67081]: INFO networking_nsxv3.common.synchronization [req-78848c1d-6803-4ba9-8ee5-d2992719ad9f req-12675dc0-d90b-4fd9-a2c2-9c1c19258b6c tempest-SecurityGroupRulesNegativeTestJSON-503098577 tempest-SecurityGroupRulesNegativeTestJSON-503098577-project-member] Enqueued Resource ID: 3f483580-b16f-4deb-8567-982a60209e38 with Priority: HIGHEST for action security_group_rules [ 647.011958] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f483580-b16f-4deb-8567-982a60209e38 with Priority: HIGHEST for action security_group_rules [ 647.012129] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f483580-b16f-4deb-8567-982a60209e38 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.012261] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f483580-b16f-4deb-8567-982a60209e38" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.012327] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f483580-b16f-4deb-8567-982a60209e38" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.012528] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f483580-b16f-4deb-8567-982a60209e38" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.012618] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f483580-b16f-4deb-8567-982a60209e38',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.017687] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.017687] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.017687] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.017687] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.017964] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.019248] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-33aeee29-3bd7-436f-b113-75f2dab14ef0" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.191538] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4a6835e9-956b-4089-8a89-d2cbae53ea66 [ 647.191538] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.191538] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.191874] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.191874] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.191874] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.191978] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4a6835e9-956b-4089-8a89-d2cbae53ea66 already deleted. [ 647.192096] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a6835e9-956b-4089-8a89-d2cbae53ea66" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.484397] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.485381] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.485381] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.485381] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.485381] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.485381] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f452a37f-2052-4f91-9419-cc330152f0a5 is going to be updated. [ 647.520787] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.521040] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.521134] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.521437] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.521690] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.533152] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f452a37f-2052-4f91-9419-cc330152f0a5 in Status: IN_PROGRESS for 2s [ 647.536973] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.537218] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.537737] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.537737] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.537737] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.537873] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f483580-b16f-4deb-8567-982a60209e38 already deleted. [ 647.537921] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f483580-b16f-4deb-8567-982a60209e38" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.767615] env[67081]: INFO networking_nsxv3.common.synchronization [req-873e4e0d-cb2c-491e-99a9-7e9335116c2f req-15b0eabc-526e-45ed-8c95-a5c7f68fb6bc service nova] Enqueued Resource ID: f452a37f-2052-4f91-9419-cc330152f0a5 with Priority: HIGHEST for action security_group_rules [ 647.767615] env[67081]: INFO networking_nsxv3.common.synchronization [req-873e4e0d-cb2c-491e-99a9-7e9335116c2f req-15b0eabc-526e-45ed-8c95-a5c7f68fb6bc service nova] Enqueued Resource ID: f452a37f-2052-4f91-9419-cc330152f0a5 with Priority: HIGHEST for action security_group_members [ 647.767615] env[67081]: INFO networking_nsxv3.common.synchronization [req-873e4e0d-cb2c-491e-99a9-7e9335116c2f req-15b0eabc-526e-45ed-8c95-a5c7f68fb6bc service nova] Enqueued Resource ID: 33aeee29-3bd7-436f-b113-75f2dab14ef0 with Priority: HIGHEST for action port [ 647.768262] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f452a37f-2052-4f91-9419-cc330152f0a5 with Priority: HIGHEST for action security_group_rules [ 647.768262] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f452a37f-2052-4f91-9419-cc330152f0a5 with Priority: HIGHEST for action security_group_members [ 647.768262] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33aeee29-3bd7-436f-b113-75f2dab14ef0 with Priority: HIGHEST for action port [ 647.768542] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f452a37f-2052-4f91-9419-cc330152f0a5 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.768542] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f452a37f-2052-4f91-9419-cc330152f0a5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.768703] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f452a37f-2052-4f91-9419-cc330152f0a5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.769081] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f452a37f-2052-4f91-9419-cc330152f0a5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.769081] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f452a37f-2052-4f91-9419-cc330152f0a5',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.770885] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f452a37f-2052-4f91-9419-cc330152f0a5 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.770949] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f452a37f-2052-4f91-9419-cc330152f0a5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.771147] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-33aeee29-3bd7-436f-b113-75f2dab14ef0 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.771243] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33aeee29-3bd7-436f-b113-75f2dab14ef0" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.771309] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33aeee29-3bd7-436f-b113-75f2dab14ef0" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.771491] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33aeee29-3bd7-436f-b113-75f2dab14ef0" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.771569] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33aeee29-3bd7-436f-b113-75f2dab14ef0',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.054275] env[67081]: INFO networking_nsxv3.common.synchronization [req-9ddb7da9-ea43-47ac-b023-bda3fc360fa6 req-117174a7-3f10-4241-94af-57d2ab2ec165 tempest-SecurityGroupRulesTestJSON-953987356 tempest-SecurityGroupRulesTestJSON-953987356-project-member] Enqueued Resource ID: 4c5b5313-747a-473f-95c2-36d0ecae61b0 with Priority: HIGHEST for action security_group_rules [ 648.055133] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c5b5313-747a-473f-95c2-36d0ecae61b0 with Priority: HIGHEST for action security_group_rules [ 648.055462] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c5b5313-747a-473f-95c2-36d0ecae61b0 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.055594] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c5b5313-747a-473f-95c2-36d0ecae61b0" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.055672] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c5b5313-747a-473f-95c2-36d0ecae61b0" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.055931] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c5b5313-747a-473f-95c2-36d0ecae61b0" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.056044] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c5b5313-747a-473f-95c2-36d0ecae61b0',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.273648] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f452a37f-2052-4f91-9419-cc330152f0a5 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.273954] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f452a37f-2052-4f91-9419-cc330152f0a5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.275445] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 33aeee29-3bd7-436f-b113-75f2dab14ef0 with status ACTIVE [ 648.275769] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.276017] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.276241] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.276520] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.276620] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.280759] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.280759] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.280759] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.280759] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.280759] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.280947] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.281090] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.281162] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.281259] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.281334] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.281418] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 33aeee29-3bd7-436f-b113-75f2dab14ef0 is going to be updated. [ 648.322408] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.326151] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.326151] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.326151] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.326151] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.326151] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33aeee29-3bd7-436f-b113-75f2dab14ef0" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.542438] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b681163c-65aa-4fad-9551-9cdde77f823b in Status: SUCCESS [ 648.542745] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.542871] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.543106] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.543302] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.543413] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.543481] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.543635] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.543714] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.543802] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.543910] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b681163c-65aa-4fad-9551-9cdde77f823b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.579999] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.579999] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.581942] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.581942] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.581942] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.581942] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c5b5313-747a-473f-95c2-36d0ecae61b0 already deleted. [ 648.581942] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c5b5313-747a-473f-95c2-36d0ecae61b0" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.639475] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 in Status: SUCCESS [ 648.639696] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.047865] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b681163c-65aa-4fad-9551-9cdde77f823b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.545081] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f452a37f-2052-4f91-9419-cc330152f0a5 in Status: SUCCESS [ 649.545375] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f452a37f-2052-4f91-9419-cc330152f0a5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.545584] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f452a37f-2052-4f91-9419-cc330152f0a5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.545841] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f452a37f-2052-4f91-9419-cc330152f0a5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.546043] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.546186] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.546259] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.546442] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.546524] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.546654] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f452a37f-2052-4f91-9419-cc330152f0a5',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.550369] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b681163c-65aa-4fad-9551-9cdde77f823b: rpc.has_security_group_logging(os_id): False [ 649.569270] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.569270] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.569270] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.569544] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.569544] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.570711] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.570711] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.570711] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.570711] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.570711] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.570711] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b681163c-65aa-4fad-9551-9cdde77f823b is going to be created. [ 649.637852] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.637998] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.638054] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.638314] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.638506] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.650763] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b681163c-65aa-4fad-9551-9cdde77f823b in Status: IN_PROGRESS for 2s [ 650.049422] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f452a37f-2052-4f91-9419-cc330152f0a5',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.099157] env[67081]: INFO networking_nsxv3.common.synchronization [req-1ea56909-9368-4cd7-a4f4-ef66179ba67b req-85076ec9-dfc3-44d9-8c09-e34060154483 tempest-ImagesNegativeTestJSON-84512469 tempest-ImagesNegativeTestJSON-84512469-project-member] Enqueued Resource ID: 8f63994b-213c-4ce6-9b59-7c60340090b4 with Priority: HIGHEST for action security_group_members [ 650.100112] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f63994b-213c-4ce6-9b59-7c60340090b4 with Priority: HIGHEST for action security_group_members [ 650.105788] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f63994b-213c-4ce6-9b59-7c60340090b4 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.106093] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f63994b-213c-4ce6-9b59-7c60340090b4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.106275] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f63994b-213c-4ce6-9b59-7c60340090b4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.106650] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f63994b-213c-4ce6-9b59-7c60340090b4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.106943] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.107870] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.107870] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.107870] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.108178] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.108178] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f63994b-213c-4ce6-9b59-7c60340090b4',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.535555] env[67081]: INFO networking_nsxv3.common.synchronization [req-cea8da6f-e67c-4004-8053-afca1b9197e5 req-a0b19531-0a72-4759-ad81-ca7213c709af tempest-SecurityGroupRulesTestJSON-953987356 tempest-SecurityGroupRulesTestJSON-953987356-project-member] Enqueued Resource ID: a0a8bf1c-5521-48da-bef1-2a22f31ce05f with Priority: HIGHEST for action security_group_rules [ 650.536614] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0a8bf1c-5521-48da-bef1-2a22f31ce05f with Priority: HIGHEST for action security_group_rules [ 650.536670] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0a8bf1c-5521-48da-bef1-2a22f31ce05f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.536993] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0a8bf1c-5521-48da-bef1-2a22f31ce05f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.536993] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0a8bf1c-5521-48da-bef1-2a22f31ce05f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.537129] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0a8bf1c-5521-48da-bef1-2a22f31ce05f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.537228] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0a8bf1c-5521-48da-bef1-2a22f31ce05f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.551807] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f452a37f-2052-4f91-9419-cc330152f0a5',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.610888] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.611109] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.611198] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.611440] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.611501] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.611705] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.611803] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.611846] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.611994] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.612086] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.612230] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f63994b-213c-4ce6-9b59-7c60340090b4 is going to be updated. [ 650.647158] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.647350] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.647611] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.647752] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.647837] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.658618] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f63994b-213c-4ce6-9b59-7c60340090b4 in Status: IN_PROGRESS for 2s [ 650.863972] env[67081]: INFO networking_nsxv3.common.synchronization [req-6acff4f1-aaf4-4e4a-9b0a-3493ea0a2bc7 req-aa08d8ab-0303-4df1-a111-07d21b2f70e5 tempest-ServersTestJSON-439708670 tempest-ServersTestJSON-439708670-project-member] Enqueued Resource ID: 6876f33a-0b60-4fe1-886b-4f6478aaa7ec with Priority: HIGHEST for action security_group_members [ 650.864560] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6876f33a-0b60-4fe1-886b-4f6478aaa7ec with Priority: HIGHEST for action security_group_members [ 650.864858] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6876f33a-0b60-4fe1-886b-4f6478aaa7ec taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.864983] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6876f33a-0b60-4fe1-886b-4f6478aaa7ec" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.865766] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6876f33a-0b60-4fe1-886b-4f6478aaa7ec" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.866153] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6876f33a-0b60-4fe1-886b-4f6478aaa7ec" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.866981] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.867093] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.867238] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.867476] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.867640] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.868147] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6876f33a-0b60-4fe1-886b-4f6478aaa7ec',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.057761] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.059694] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.059694] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.059694] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.059694] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.059694] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f452a37f-2052-4f91-9419-cc330152f0a5 is going to be updated. [ 651.060347] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.060545] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.060545] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.060713] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.060838] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.060918] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0a8bf1c-5521-48da-bef1-2a22f31ce05f already deleted. [ 651.060974] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0a8bf1c-5521-48da-bef1-2a22f31ce05f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.089777] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.089959] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.090044] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.090407] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.090489] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.101634] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f452a37f-2052-4f91-9419-cc330152f0a5 in Status: IN_PROGRESS for 2s [ 651.232640] env[67081]: INFO networking_nsxv3.common.synchronization [None req-46ce6682-d182-406d-8b8f-997dce2b8401 None None] Enqueued Resource ID: 28c6c0f2-b878-49cb-adf4-423b100ec554 with Priority: HIGHEST for action port [ 651.233243] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28c6c0f2-b878-49cb-adf4-423b100ec554 with Priority: HIGHEST for action port [ 651.235514] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-28c6c0f2-b878-49cb-adf4-423b100ec554 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.235730] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28c6c0f2-b878-49cb-adf4-423b100ec554" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.235816] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28c6c0f2-b878-49cb-adf4-423b100ec554" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.236171] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28c6c0f2-b878-49cb-adf4-423b100ec554" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.236306] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28c6c0f2-b878-49cb-adf4-423b100ec554',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.342677] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock network-918 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.342677] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "network-918" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.342973] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "network-918" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.344056] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "network-918" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.344056] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.344056] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.344056] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.344572] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.344572] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.345515] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 651.345515] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 651.345515] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 651.345515] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 651.345515] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 651.345790] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 651.345880] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 651.368145] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 651.368406] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 651.368651] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 651.369277] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "network-918" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.369655] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock port-50ef8fcd-6384-4aeb-aedb-7e746bbbe671 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.369915] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "port-50ef8fcd-6384-4aeb-aedb-7e746bbbe671" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.370338] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "port-50ef8fcd-6384-4aeb-aedb-7e746bbbe671" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.370500] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "port-50ef8fcd-6384-4aeb-aedb-7e746bbbe671" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.370580] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50ef8fcd-6384-4aeb-aedb-7e746bbbe671',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.371733] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.371851] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.371935] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.372144] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.372244] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.372440] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.372536] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.372595] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.372755] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.372991] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.372991] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6876f33a-0b60-4fe1-886b-4f6478aaa7ec already deleted. [ 651.372991] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6876f33a-0b60-4fe1-886b-4f6478aaa7ec" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.670684] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b681163c-65aa-4fad-9551-9cdde77f823b in Status: SUCCESS [ 651.670684] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.740057] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 28c6c0f2-b878-49cb-adf4-423b100ec554 [ 651.740057] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.740057] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.740344] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.741389] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.741389] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.741389] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:28c6c0f2-b878-49cb-adf4-423b100ec554 already deleted. [ 651.741389] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28c6c0f2-b878-49cb-adf4-423b100ec554" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.874223] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.874488] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.874628] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.874919] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.875246] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.875449] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Segment Port 50ef8fcd-6384-4aeb-aedb-7e746bbbe671 not found, creating... [ 651.875758] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.875931] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.876154] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.876461] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.876605] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.876920] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.877429] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.877610] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.877855] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.878089] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.878298] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Resource: SegmentPort with ID: 50ef8fcd-6384-4aeb-aedb-7e746bbbe671 is going to be created. [ 651.901113] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.902823] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.902823] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.903017] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.903567] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.903567] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "port-50ef8fcd-6384-4aeb-aedb-7e746bbbe671" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.670037] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f63994b-213c-4ce6-9b59-7c60340090b4 in Status: SUCCESS [ 652.670182] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f63994b-213c-4ce6-9b59-7c60340090b4 deletion is rescheduled due to dependency. [ 652.670316] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f63994b-213c-4ce6-9b59-7c60340090b4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.727718] env[67081]: INFO networking_nsxv3.common.synchronization [req-6acff4f1-aaf4-4e4a-9b0a-3493ea0a2bc7 req-5fc0790e-9a3a-4181-8b77-68324e72c4dd service nova] Enqueued Resource ID: 6876f33a-0b60-4fe1-886b-4f6478aaa7ec with Priority: HIGHEST for action security_group_rules [ 652.727973] env[67081]: INFO networking_nsxv3.common.synchronization [req-6acff4f1-aaf4-4e4a-9b0a-3493ea0a2bc7 req-5fc0790e-9a3a-4181-8b77-68324e72c4dd service nova] Enqueued Resource ID: 6876f33a-0b60-4fe1-886b-4f6478aaa7ec with Priority: HIGHEST for action security_group_members [ 652.728382] env[67081]: INFO networking_nsxv3.common.synchronization [req-6acff4f1-aaf4-4e4a-9b0a-3493ea0a2bc7 req-5fc0790e-9a3a-4181-8b77-68324e72c4dd service nova] Enqueued Resource ID: 50ef8fcd-6384-4aeb-aedb-7e746bbbe671 with Priority: HIGHEST for action port [ 652.730757] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6876f33a-0b60-4fe1-886b-4f6478aaa7ec with Priority: HIGHEST for action security_group_rules [ 652.730849] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6876f33a-0b60-4fe1-886b-4f6478aaa7ec with Priority: HIGHEST for action security_group_members [ 652.730894] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50ef8fcd-6384-4aeb-aedb-7e746bbbe671 with Priority: HIGHEST for action port [ 652.732613] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6876f33a-0b60-4fe1-886b-4f6478aaa7ec taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.732747] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6876f33a-0b60-4fe1-886b-4f6478aaa7ec" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.732927] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6876f33a-0b60-4fe1-886b-4f6478aaa7ec" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.734171] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6876f33a-0b60-4fe1-886b-4f6478aaa7ec" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.734171] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6876f33a-0b60-4fe1-886b-4f6478aaa7ec',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.735969] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6876f33a-0b60-4fe1-886b-4f6478aaa7ec taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.736109] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6876f33a-0b60-4fe1-886b-4f6478aaa7ec" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.736171] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6876f33a-0b60-4fe1-886b-4f6478aaa7ec" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.736361] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6876f33a-0b60-4fe1-886b-4f6478aaa7ec" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.736514] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.736608] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.736668] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.736804] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.736885] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.736974] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6876f33a-0b60-4fe1-886b-4f6478aaa7ec',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.738699] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-50ef8fcd-6384-4aeb-aedb-7e746bbbe671 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.738841] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50ef8fcd-6384-4aeb-aedb-7e746bbbe671" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.738889] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50ef8fcd-6384-4aeb-aedb-7e746bbbe671" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.739531] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50ef8fcd-6384-4aeb-aedb-7e746bbbe671" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.739626] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50ef8fcd-6384-4aeb-aedb-7e746bbbe671',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.113581] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f452a37f-2052-4f91-9419-cc330152f0a5 in Status: SUCCESS [ 653.115194] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f452a37f-2052-4f91-9419-cc330152f0a5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.117919] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f452a37f-2052-4f91-9419-cc330152f0a5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.117919] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f452a37f-2052-4f91-9419-cc330152f0a5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.117919] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.117919] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.117919] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.117919] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.117919] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.117919] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f452a37f-2052-4f91-9419-cc330152f0a5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.117919] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f452a37f-2052-4f91-9419-cc330152f0a5',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.242811] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6876f33a-0b60-4fe1-886b-4f6478aaa7ec taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.242947] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6876f33a-0b60-4fe1-886b-4f6478aaa7ec" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.243448] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6876f33a-0b60-4fe1-886b-4f6478aaa7ec',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.244238] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 50ef8fcd-6384-4aeb-aedb-7e746bbbe671 with status ACTIVE [ 653.245104] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.245104] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.245104] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.245104] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.245104] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.246593] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.246760] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.247944] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.247944] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.247944] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.247944] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.247944] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.247944] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.247944] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.247944] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.248329] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 50ef8fcd-6384-4aeb-aedb-7e746bbbe671 is going to be updated. [ 653.273636] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.273914] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.274052] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.274358] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.274588] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.274808] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50ef8fcd-6384-4aeb-aedb-7e746bbbe671" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.623039] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f452a37f-2052-4f91-9419-cc330152f0a5 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.623039] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f452a37f-2052-4f91-9419-cc330152f0a5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.623039] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f452a37f-2052-4f91-9419-cc330152f0a5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.623039] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f452a37f-2052-4f91-9419-cc330152f0a5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.623039] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.623039] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.623039] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.623039] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.623039] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.623039] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f452a37f-2052-4f91-9419-cc330152f0a5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.623039] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f452a37f-2052-4f91-9419-cc330152f0a5 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.623039] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f452a37f-2052-4f91-9419-cc330152f0a5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.623039] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f452a37f-2052-4f91-9419-cc330152f0a5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.623039] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f452a37f-2052-4f91-9419-cc330152f0a5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.623039] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.623039] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.623669] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.623669] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.623669] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.623669] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f452a37f-2052-4f91-9419-cc330152f0a5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.623669] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f452a37f-2052-4f91-9419-cc330152f0a5',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.687684] env[67081]: INFO networking_nsxv3.common.synchronization [None req-254b8389-a345-4a13-a06e-b6304e1cde4b None None] Enqueued Resource ID: a4b1e25e-7479-466b-a367-e2270c949d8d with Priority: HIGHEST for action port [ 653.688243] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4b1e25e-7479-466b-a367-e2270c949d8d with Priority: HIGHEST for action port [ 653.689063] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4b1e25e-7479-466b-a367-e2270c949d8d taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.689251] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4b1e25e-7479-466b-a367-e2270c949d8d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.689396] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4b1e25e-7479-466b-a367-e2270c949d8d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.689684] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4b1e25e-7479-466b-a367-e2270c949d8d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.689817] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4b1e25e-7479-466b-a367-e2270c949d8d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.752059] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6876f33a-0b60-4fe1-886b-4f6478aaa7ec',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.128114] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f452a37f-2052-4f91-9419-cc330152f0a5: rpc.has_security_group_logging(os_id): False [ 654.149415] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.149761] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.149761] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.149912] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.149993] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.150273] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.150410] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.150493] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.150663] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.150747] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.150944] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.151124] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.151187] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.151339] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.151443] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.151753] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.151879] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.151943] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.152107] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.152185] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.152274] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f452a37f-2052-4f91-9419-cc330152f0a5 is going to be updated. [ 654.193309] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a4b1e25e-7479-466b-a367-e2270c949d8d [ 654.193545] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.193698] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.193777] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.194034] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.194143] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.194216] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a4b1e25e-7479-466b-a367-e2270c949d8d already deleted. [ 654.194348] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4b1e25e-7479-466b-a367-e2270c949d8d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.235357] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.235698] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.235894] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.236108] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.236357] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.256613] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.256900] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.256900] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.257162] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.257399] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.257399] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6876f33a-0b60-4fe1-886b-4f6478aaa7ec is going to be created. [ 654.274344] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f452a37f-2052-4f91-9419-cc330152f0a5 in Status: IN_PROGRESS for 2s [ 654.319056] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.319299] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.319514] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.319875] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.321538] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.349035] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6876f33a-0b60-4fe1-886b-4f6478aaa7ec in Status: UNINITIALIZED for 2s [ 656.102289] env[67081]: INFO networking_nsxv3.common.synchronization [req-6bd0bb19-7827-4526-a2cd-5f47ac7b69bf req-16ec4142-458e-4e19-b076-88abd2b68d42 tempest-ServerDiagnosticsNegativeTest-86387197 tempest-ServerDiagnosticsNegativeTest-86387197-project-member] Enqueued Resource ID: f33d9ba0-64e9-4da6-ae3b-c1d2fc03c9e5 with Priority: HIGHEST for action security_group_members [ 656.103109] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f33d9ba0-64e9-4da6-ae3b-c1d2fc03c9e5 with Priority: HIGHEST for action security_group_members [ 656.103516] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f33d9ba0-64e9-4da6-ae3b-c1d2fc03c9e5 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.103831] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f33d9ba0-64e9-4da6-ae3b-c1d2fc03c9e5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.103922] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f33d9ba0-64e9-4da6-ae3b-c1d2fc03c9e5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.104399] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f33d9ba0-64e9-4da6-ae3b-c1d2fc03c9e5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.104682] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.104990] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.104990] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.105159] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.105387] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.105503] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f33d9ba0-64e9-4da6-ae3b-c1d2fc03c9e5',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.301105] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f452a37f-2052-4f91-9419-cc330152f0a5 in Status: SUCCESS [ 656.301502] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f452a37f-2052-4f91-9419-cc330152f0a5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.358733] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6876f33a-0b60-4fe1-886b-4f6478aaa7ec in Status: SUCCESS [ 656.359009] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6876f33a-0b60-4fe1-886b-4f6478aaa7ec" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.359222] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6876f33a-0b60-4fe1-886b-4f6478aaa7ec" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.359564] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6876f33a-0b60-4fe1-886b-4f6478aaa7ec" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.359801] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.359997] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.360122] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.360264] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.360389] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.360465] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6876f33a-0b60-4fe1-886b-4f6478aaa7ec" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.360563] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6876f33a-0b60-4fe1-886b-4f6478aaa7ec',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.608594] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.608594] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.608594] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.608873] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.608873] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.609038] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.609146] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.612508] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.612508] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.612508] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.612508] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f33d9ba0-64e9-4da6-ae3b-c1d2fc03c9e5 already deleted. [ 656.612508] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f33d9ba0-64e9-4da6-ae3b-c1d2fc03c9e5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.866027] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6876f33a-0b60-4fe1-886b-4f6478aaa7ec',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.895990] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock network-811 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.896386] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "network-811" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.896617] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "network-811" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.897034] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "network-811" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.897514] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.897762] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.897956] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.898317] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.898514] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.898819] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 656.899250] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 656.899250] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 656.899425] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 656.899611] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 656.899792] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 656.900166] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 656.923604] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 656.923890] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 656.923998] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 656.924189] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "network-811" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.924515] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock port-5dfda784-b16a-440b-998a-a7a3fc1328da taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.924732] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "port-5dfda784-b16a-440b-998a-a7a3fc1328da" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.924847] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "port-5dfda784-b16a-440b-998a-a7a3fc1328da" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.925172] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "port-5dfda784-b16a-440b-998a-a7a3fc1328da" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.925278] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5dfda784-b16a-440b-998a-a7a3fc1328da',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.366991] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6876f33a-0b60-4fe1-886b-4f6478aaa7ec: rpc.has_security_group_logging(os_id): False [ 657.392367] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.392576] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.392652] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.393102] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.393102] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.393288] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.393425] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.393530] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.393813] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.393912] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.394469] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6876f33a-0b60-4fe1-886b-4f6478aaa7ec is going to be created. [ 657.398601] env[67081]: INFO networking_nsxv3.common.synchronization [None req-1c0d2637-92df-4c1a-b3d7-c5cf0a1cbf77 None None] Enqueued Resource ID: 7782502a-da7e-4451-a588-38467dc1c8ec with Priority: HIGHEST for action port [ 657.399195] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7782502a-da7e-4451-a588-38467dc1c8ec with Priority: HIGHEST for action port [ 657.399597] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-7782502a-da7e-4451-a588-38467dc1c8ec taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.399740] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7782502a-da7e-4451-a588-38467dc1c8ec" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.399796] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7782502a-da7e-4451-a588-38467dc1c8ec" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.400637] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7782502a-da7e-4451-a588-38467dc1c8ec" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.400637] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7782502a-da7e-4451-a588-38467dc1c8ec',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.427953] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.428200] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.428200] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.428585] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.428742] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.428899] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Segment Port 5dfda784-b16a-440b-998a-a7a3fc1328da not found, creating... [ 657.429195] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.429341] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.429569] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.429877] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.430439] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.430573] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.430778] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.430923] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.431188] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.431365] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.431592] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Resource: SegmentPort with ID: 5dfda784-b16a-440b-998a-a7a3fc1328da is going to be created. [ 657.458872] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.459483] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.459628] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.459947] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.460261] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.460559] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "port-5dfda784-b16a-440b-998a-a7a3fc1328da" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.483548] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.483782] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.483782] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.483961] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.484200] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.504378] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6876f33a-0b60-4fe1-886b-4f6478aaa7ec in Status: IN_PROGRESS for 2s [ 657.906504] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7782502a-da7e-4451-a588-38467dc1c8ec [ 657.906814] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.906995] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.907109] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.907432] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.907546] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.907674] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7782502a-da7e-4451-a588-38467dc1c8ec already deleted. [ 657.907783] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7782502a-da7e-4451-a588-38467dc1c8ec" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.308056] env[67081]: INFO networking_nsxv3.common.synchronization [req-6bd0bb19-7827-4526-a2cd-5f47ac7b69bf req-b6c2405f-51a0-42f4-a7e3-b9858ae0cd94 service nova] Enqueued Resource ID: f33d9ba0-64e9-4da6-ae3b-c1d2fc03c9e5 with Priority: HIGHEST for action security_group_rules [ 658.308237] env[67081]: INFO networking_nsxv3.common.synchronization [req-6bd0bb19-7827-4526-a2cd-5f47ac7b69bf req-b6c2405f-51a0-42f4-a7e3-b9858ae0cd94 service nova] Enqueued Resource ID: f33d9ba0-64e9-4da6-ae3b-c1d2fc03c9e5 with Priority: HIGHEST for action security_group_members [ 658.308372] env[67081]: INFO networking_nsxv3.common.synchronization [req-6bd0bb19-7827-4526-a2cd-5f47ac7b69bf req-b6c2405f-51a0-42f4-a7e3-b9858ae0cd94 service nova] Enqueued Resource ID: 5dfda784-b16a-440b-998a-a7a3fc1328da with Priority: HIGHEST for action port [ 658.308899] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f33d9ba0-64e9-4da6-ae3b-c1d2fc03c9e5 with Priority: HIGHEST for action security_group_rules [ 658.310013] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f33d9ba0-64e9-4da6-ae3b-c1d2fc03c9e5 with Priority: HIGHEST for action security_group_members [ 658.310176] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dfda784-b16a-440b-998a-a7a3fc1328da with Priority: HIGHEST for action port [ 658.310474] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f33d9ba0-64e9-4da6-ae3b-c1d2fc03c9e5 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.310669] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f33d9ba0-64e9-4da6-ae3b-c1d2fc03c9e5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.310752] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f33d9ba0-64e9-4da6-ae3b-c1d2fc03c9e5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.310973] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f33d9ba0-64e9-4da6-ae3b-c1d2fc03c9e5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.311068] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f33d9ba0-64e9-4da6-ae3b-c1d2fc03c9e5',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.314190] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f33d9ba0-64e9-4da6-ae3b-c1d2fc03c9e5 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.315232] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f33d9ba0-64e9-4da6-ae3b-c1d2fc03c9e5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.315232] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f33d9ba0-64e9-4da6-ae3b-c1d2fc03c9e5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.315433] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f33d9ba0-64e9-4da6-ae3b-c1d2fc03c9e5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.317728] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.317728] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.317728] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.317728] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.317728] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.317728] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f33d9ba0-64e9-4da6-ae3b-c1d2fc03c9e5',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.317728] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-5dfda784-b16a-440b-998a-a7a3fc1328da taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.317728] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5dfda784-b16a-440b-998a-a7a3fc1328da" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.318141] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5dfda784-b16a-440b-998a-a7a3fc1328da" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.318141] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5dfda784-b16a-440b-998a-a7a3fc1328da" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.318141] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5dfda784-b16a-440b-998a-a7a3fc1328da',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.815105] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f33d9ba0-64e9-4da6-ae3b-c1d2fc03c9e5 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.815585] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f33d9ba0-64e9-4da6-ae3b-c1d2fc03c9e5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.818717] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f33d9ba0-64e9-4da6-ae3b-c1d2fc03c9e5',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.820103] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5dfda784-b16a-440b-998a-a7a3fc1328da with status ACTIVE [ 658.820103] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.820392] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.820392] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.820520] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.820598] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.820865] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.820991] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.821066] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.821225] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.821300] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.821485] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.821592] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.821658] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.821803] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.821908] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.821968] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5dfda784-b16a-440b-998a-a7a3fc1328da is going to be updated. [ 658.852134] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.852296] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.852365] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.852591] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.853473] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.853473] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5dfda784-b16a-440b-998a-a7a3fc1328da" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.956773] env[67081]: INFO networking_nsxv3.common.synchronization [req-f1c7a4db-5cf2-4519-ad80-53b1fe38d1ee req-a553b863-9c65-4cb2-85e1-a9f4133c9ae9 tempest-ServersTestFqdnHostnames-2136804314 tempest-ServersTestFqdnHostnames-2136804314-project-member] Enqueued Resource ID: abaf779c-19f8-409b-b043-d56e2b6090ed with Priority: HIGHEST for action security_group_members [ 658.958582] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abaf779c-19f8-409b-b043-d56e2b6090ed with Priority: HIGHEST for action security_group_members [ 658.958992] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-abaf779c-19f8-409b-b043-d56e2b6090ed taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.959191] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abaf779c-19f8-409b-b043-d56e2b6090ed" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.959288] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abaf779c-19f8-409b-b043-d56e2b6090ed" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.960236] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abaf779c-19f8-409b-b043-d56e2b6090ed" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.961167] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.961167] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.961167] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.961167] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.961167] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.961167] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('abaf779c-19f8-409b-b043-d56e2b6090ed',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.324899] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f33d9ba0-64e9-4da6-ae3b-c1d2fc03c9e5',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.465723] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.466157] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.466289] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.467708] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.467708] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.467708] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.467708] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.467708] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.467708] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.467708] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.467708] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abaf779c-19f8-409b-b043-d56e2b6090ed is going to be updated. [ 659.481998] env[67081]: INFO networking_nsxv3.common.synchronization [req-79c51495-4b3d-483c-bfcb-660870c5e693 req-a48ffed8-a1fe-48ce-919a-b6b0cb8340de tempest-ServersAdminNegativeTestJSON-207458344 tempest-ServersAdminNegativeTestJSON-207458344-project-member] Enqueued Resource ID: 9e0b8b08-e8c2-403f-804c-733324bcff0f with Priority: HIGHEST for action security_group_members [ 659.482828] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e0b8b08-e8c2-403f-804c-733324bcff0f with Priority: HIGHEST for action security_group_members [ 659.483276] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e0b8b08-e8c2-403f-804c-733324bcff0f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.483464] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e0b8b08-e8c2-403f-804c-733324bcff0f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.483602] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e0b8b08-e8c2-403f-804c-733324bcff0f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.483805] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e0b8b08-e8c2-403f-804c-733324bcff0f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.484069] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.484216] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.484321] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.484544] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.484681] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.484797] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e0b8b08-e8c2-403f-804c-733324bcff0f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.500082] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.500274] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.500371] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.500592] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.500736] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.512256] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abaf779c-19f8-409b-b043-d56e2b6090ed in Status: IN_PROGRESS for 2s [ 659.517418] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6876f33a-0b60-4fe1-886b-4f6478aaa7ec in Status: SUCCESS [ 659.517655] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6876f33a-0b60-4fe1-886b-4f6478aaa7ec" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.555753] env[67081]: INFO networking_nsxv3.common.synchronization [None req-03df1e8e-20e1-448b-8224-9caef1407fbb None None] Enqueued Resource ID: 053e78d8-1006-4b6c-89b1-50dd5ef3147a with Priority: HIGHEST for action port [ 659.556473] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 053e78d8-1006-4b6c-89b1-50dd5ef3147a with Priority: HIGHEST for action port [ 659.557432] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-053e78d8-1006-4b6c-89b1-50dd5ef3147a taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.557817] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-053e78d8-1006-4b6c-89b1-50dd5ef3147a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.557817] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-053e78d8-1006-4b6c-89b1-50dd5ef3147a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.558861] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-053e78d8-1006-4b6c-89b1-50dd5ef3147a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.558861] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('053e78d8-1006-4b6c-89b1-50dd5ef3147a',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.827161] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.827629] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.827629] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.827629] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.827866] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.827866] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f33d9ba0-64e9-4da6-ae3b-c1d2fc03c9e5 is going to be created. [ 659.854559] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.854726] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.854779] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.854989] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.855172] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.865682] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f33d9ba0-64e9-4da6-ae3b-c1d2fc03c9e5 in Status: UNINITIALIZED for 2s [ 659.989358] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e0b8b08-e8c2-403f-804c-733324bcff0f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.064754] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 053e78d8-1006-4b6c-89b1-50dd5ef3147a [ 660.065174] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.065174] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.065352] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.066271] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.066271] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.066271] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:053e78d8-1006-4b6c-89b1-50dd5ef3147a already deleted. [ 660.066271] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-053e78d8-1006-4b6c-89b1-50dd5ef3147a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.088282] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-811 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.088472] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-811" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.088929] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-811" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.088929] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-811" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.089152] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.089257] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.089367] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.089658] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.089798] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.090023] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 660.090325] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 660.090591] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 660.090647] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 660.090778] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 660.093040] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 660.093040] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 660.113476] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 660.113688] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 660.116020] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 660.116020] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-811" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.116020] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-75e8f784-78bd-4acb-bbba-06a1377cadcd taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.116020] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-75e8f784-78bd-4acb-bbba-06a1377cadcd" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.116020] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-75e8f784-78bd-4acb-bbba-06a1377cadcd" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.116020] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-75e8f784-78bd-4acb-bbba-06a1377cadcd" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.116020] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75e8f784-78bd-4acb-bbba-06a1377cadcd',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.494391] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e0b8b08-e8c2-403f-804c-733324bcff0f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.618034] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.618034] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.618239] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.618476] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.618654] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.619290] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port 75e8f784-78bd-4acb-bbba-06a1377cadcd not found, creating... [ 660.619659] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.619838] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.619965] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.620265] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.620465] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.620871] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.621265] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.621404] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.621815] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.622343] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.622343] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: 75e8f784-78bd-4acb-bbba-06a1377cadcd is going to be created. [ 660.645623] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.648859] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.648965] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.649233] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.649544] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.649807] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-75e8f784-78bd-4acb-bbba-06a1377cadcd" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.661906] env[67081]: INFO networking_nsxv3.common.synchronization [None req-74122b49-4584-4ff9-a993-c347d4abf941 None None] Enqueued Resource ID: 1a03dc77-0326-412b-902e-9b8eaad5fc7b with Priority: HIGHEST for action port [ 660.664906] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a03dc77-0326-412b-902e-9b8eaad5fc7b with Priority: HIGHEST for action port [ 660.664906] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a03dc77-0326-412b-902e-9b8eaad5fc7b taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.664906] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a03dc77-0326-412b-902e-9b8eaad5fc7b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.664906] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a03dc77-0326-412b-902e-9b8eaad5fc7b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.664906] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a03dc77-0326-412b-902e-9b8eaad5fc7b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.664906] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a03dc77-0326-412b-902e-9b8eaad5fc7b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.997095] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.997394] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.997394] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.997652] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.997882] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.997882] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e0b8b08-e8c2-403f-804c-733324bcff0f is going to be updated. [ 661.035332] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.035515] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.035697] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.036265] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.036447] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.059981] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e0b8b08-e8c2-403f-804c-733324bcff0f in Status: IN_PROGRESS for 2s [ 661.167405] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a03dc77-0326-412b-902e-9b8eaad5fc7b [ 661.167405] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.167405] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.167405] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.167405] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.167405] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.167405] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a03dc77-0326-412b-902e-9b8eaad5fc7b already deleted. [ 661.167405] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a03dc77-0326-412b-902e-9b8eaad5fc7b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.489208] env[67081]: INFO networking_nsxv3.common.synchronization [req-79c51495-4b3d-483c-bfcb-660870c5e693 req-22a003f1-a66c-44ca-8211-90d98f634171 service nova] Enqueued Resource ID: 9e0b8b08-e8c2-403f-804c-733324bcff0f with Priority: HIGHEST for action security_group_rules [ 661.489492] env[67081]: INFO networking_nsxv3.common.synchronization [req-79c51495-4b3d-483c-bfcb-660870c5e693 req-22a003f1-a66c-44ca-8211-90d98f634171 service nova] Enqueued Resource ID: 9e0b8b08-e8c2-403f-804c-733324bcff0f with Priority: HIGHEST for action security_group_members [ 661.489813] env[67081]: INFO networking_nsxv3.common.synchronization [req-79c51495-4b3d-483c-bfcb-660870c5e693 req-22a003f1-a66c-44ca-8211-90d98f634171 service nova] Enqueued Resource ID: 75e8f784-78bd-4acb-bbba-06a1377cadcd with Priority: HIGHEST for action port [ 661.491092] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e0b8b08-e8c2-403f-804c-733324bcff0f with Priority: HIGHEST for action security_group_rules [ 661.491670] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e0b8b08-e8c2-403f-804c-733324bcff0f with Priority: HIGHEST for action security_group_members [ 661.491782] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75e8f784-78bd-4acb-bbba-06a1377cadcd with Priority: HIGHEST for action port [ 661.492292] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e0b8b08-e8c2-403f-804c-733324bcff0f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.494822] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e0b8b08-e8c2-403f-804c-733324bcff0f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.495118] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e0b8b08-e8c2-403f-804c-733324bcff0f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.495118] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e0b8b08-e8c2-403f-804c-733324bcff0f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.496096] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e0b8b08-e8c2-403f-804c-733324bcff0f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.496819] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e0b8b08-e8c2-403f-804c-733324bcff0f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.496928] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e0b8b08-e8c2-403f-804c-733324bcff0f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.497540] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-75e8f784-78bd-4acb-bbba-06a1377cadcd taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.497540] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75e8f784-78bd-4acb-bbba-06a1377cadcd" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.497540] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75e8f784-78bd-4acb-bbba-06a1377cadcd" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.497540] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75e8f784-78bd-4acb-bbba-06a1377cadcd" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.497796] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75e8f784-78bd-4acb-bbba-06a1377cadcd',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.526660] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abaf779c-19f8-409b-b043-d56e2b6090ed in Status: SUCCESS [ 661.528144] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abaf779c-19f8-409b-b043-d56e2b6090ed deletion is rescheduled due to dependency. [ 661.528144] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abaf779c-19f8-409b-b043-d56e2b6090ed" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.613958] env[67081]: INFO networking_nsxv3.common.synchronization [None req-7c548bb9-fa02-4da2-90f8-1d341668e63f None None] Enqueued Resource ID: 84170a83-a744-4127-b642-99a68baa5f30 with Priority: HIGHEST for action port [ 661.615331] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84170a83-a744-4127-b642-99a68baa5f30 with Priority: HIGHEST for action port [ 661.615716] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-84170a83-a744-4127-b642-99a68baa5f30 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.615848] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84170a83-a744-4127-b642-99a68baa5f30" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.615848] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84170a83-a744-4127-b642-99a68baa5f30" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.616127] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84170a83-a744-4127-b642-99a68baa5f30" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.616213] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84170a83-a744-4127-b642-99a68baa5f30',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.720962] env[67081]: INFO networking_nsxv3.common.synchronization [req-91711611-9dcb-4747-b010-61a3610df234 req-0a12f065-c945-4127-9069-c2f061b9b24a tempest-SecurityGroupRulesTestJSON-953987356 tempest-SecurityGroupRulesTestJSON-953987356-project-member] Enqueued Resource ID: cff2d9e6-88f8-4de7-8172-1d8e4ecebe23 with Priority: HIGHEST for action security_group_rules [ 661.721452] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cff2d9e6-88f8-4de7-8172-1d8e4ecebe23 with Priority: HIGHEST for action security_group_rules [ 661.721780] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cff2d9e6-88f8-4de7-8172-1d8e4ecebe23 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.721903] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cff2d9e6-88f8-4de7-8172-1d8e4ecebe23" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.721948] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cff2d9e6-88f8-4de7-8172-1d8e4ecebe23" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.724156] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cff2d9e6-88f8-4de7-8172-1d8e4ecebe23" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.724156] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cff2d9e6-88f8-4de7-8172-1d8e4ecebe23',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.834151] env[67081]: INFO networking_nsxv3.common.synchronization [req-0b32ecc5-fab8-4241-bee3-a6791898988c req-ceaadd53-b7d7-4307-8bf8-44d4ebc309b5 tempest-DeleteServersAdminTestJSON-8208721 tempest-DeleteServersAdminTestJSON-8208721-project-member] Enqueued Resource ID: 5a477966-3ef0-4a03-b2a6-b8574a53a584 with Priority: HIGHEST for action security_group_members [ 661.834151] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a477966-3ef0-4a03-b2a6-b8574a53a584 with Priority: HIGHEST for action security_group_members [ 661.834151] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a477966-3ef0-4a03-b2a6-b8574a53a584 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.835769] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a477966-3ef0-4a03-b2a6-b8574a53a584" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.836573] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a477966-3ef0-4a03-b2a6-b8574a53a584" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.836573] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a477966-3ef0-4a03-b2a6-b8574a53a584" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.836573] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.836573] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.836573] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.838320] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.838396] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.838508] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a477966-3ef0-4a03-b2a6-b8574a53a584',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.878020] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f33d9ba0-64e9-4da6-ae3b-c1d2fc03c9e5 in Status: SUCCESS [ 661.878296] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f33d9ba0-64e9-4da6-ae3b-c1d2fc03c9e5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.878484] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f33d9ba0-64e9-4da6-ae3b-c1d2fc03c9e5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.878730] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f33d9ba0-64e9-4da6-ae3b-c1d2fc03c9e5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.878960] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.879124] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.879296] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.879362] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.879560] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.879639] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f33d9ba0-64e9-4da6-ae3b-c1d2fc03c9e5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.879761] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f33d9ba0-64e9-4da6-ae3b-c1d2fc03c9e5',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.999281] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e0b8b08-e8c2-403f-804c-733324bcff0f taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.001221] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e0b8b08-e8c2-403f-804c-733324bcff0f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.001221] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 75e8f784-78bd-4acb-bbba-06a1377cadcd with status ACTIVE [ 662.001221] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.001221] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.001221] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.001221] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.001221] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.001221] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.001677] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.001677] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.001763] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.002562] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.002562] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.002562] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.002562] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.002562] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.002562] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.002562] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 75e8f784-78bd-4acb-bbba-06a1377cadcd is going to be updated. [ 662.028357] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.029907] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.029907] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.029907] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.029907] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.030228] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75e8f784-78bd-4acb-bbba-06a1377cadcd" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.119916] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 84170a83-a744-4127-b642-99a68baa5f30 [ 662.121310] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.121310] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.121310] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.121310] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.121310] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.121310] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:84170a83-a744-4127-b642-99a68baa5f30 already deleted. [ 662.121310] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84170a83-a744-4127-b642-99a68baa5f30" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.237025] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-811 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.237025] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-811" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.237025] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-811" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.237398] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-811" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.237796] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.239968] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.239968] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.239968] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.239968] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.239968] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.239968] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 662.239968] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 662.239968] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 662.239968] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.239968] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 662.239968] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 662.248065] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.248065] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.248065] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.248301] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.248301] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.248301] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cff2d9e6-88f8-4de7-8172-1d8e4ecebe23 already deleted. [ 662.248409] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cff2d9e6-88f8-4de7-8172-1d8e4ecebe23" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.270573] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 662.270738] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 662.270856] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 662.271076] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-811" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.271423] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-e8f1dbeb-884b-40a0-b734-d9882a06ef62 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.271595] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-e8f1dbeb-884b-40a0-b734-d9882a06ef62" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.271709] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-e8f1dbeb-884b-40a0-b734-d9882a06ef62" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.272046] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-e8f1dbeb-884b-40a0-b734-d9882a06ef62" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.272180] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8f1dbeb-884b-40a0-b734-d9882a06ef62',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.341269] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.343755] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.343755] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.343755] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.343755] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.343755] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.343755] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.343755] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.343755] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.343755] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.343755] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a477966-3ef0-4a03-b2a6-b8574a53a584 is going to be updated. [ 662.372985] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.372985] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.372985] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.372985] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.372985] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.383360] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a477966-3ef0-4a03-b2a6-b8574a53a584 in Status: IN_PROGRESS for 2s [ 662.383772] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f33d9ba0-64e9-4da6-ae3b-c1d2fc03c9e5 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.383923] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f33d9ba0-64e9-4da6-ae3b-c1d2fc03c9e5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.383981] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f33d9ba0-64e9-4da6-ae3b-c1d2fc03c9e5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.384208] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f33d9ba0-64e9-4da6-ae3b-c1d2fc03c9e5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.384363] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.384466] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.384523] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.384684] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.384766] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.384847] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f33d9ba0-64e9-4da6-ae3b-c1d2fc03c9e5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.384997] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f33d9ba0-64e9-4da6-ae3b-c1d2fc03c9e5 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.385102] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f33d9ba0-64e9-4da6-ae3b-c1d2fc03c9e5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.385158] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f33d9ba0-64e9-4da6-ae3b-c1d2fc03c9e5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.385302] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f33d9ba0-64e9-4da6-ae3b-c1d2fc03c9e5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.385441] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.385534] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.387365] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.387365] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.387365] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.387365] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f33d9ba0-64e9-4da6-ae3b-c1d2fc03c9e5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.387365] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f33d9ba0-64e9-4da6-ae3b-c1d2fc03c9e5',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.506925] env[67081]: INFO networking_nsxv3.common.synchronization [None req-90ce6460-b7c6-488f-ad54-b611ea30cac6 tempest-ServersTestBootFromVolume-2050677516 tempest-ServersTestBootFromVolume-2050677516-project-member] Enqueued Resource ID: dbd93421-0fd7-48da-a81c-1a02124d9f9d with Priority: HIGHEST for action security_group_rules [ 662.508135] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbd93421-0fd7-48da-a81c-1a02124d9f9d with Priority: HIGHEST for action security_group_rules [ 662.508233] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbd93421-0fd7-48da-a81c-1a02124d9f9d taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.508438] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbd93421-0fd7-48da-a81c-1a02124d9f9d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.508532] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbd93421-0fd7-48da-a81c-1a02124d9f9d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.508860] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbd93421-0fd7-48da-a81c-1a02124d9f9d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.508975] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbd93421-0fd7-48da-a81c-1a02124d9f9d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.775224] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.775385] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.775504] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.775805] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.775948] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.776111] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port e8f1dbeb-884b-40a0-b734-d9882a06ef62 not found, creating... [ 662.776406] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.776584] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.776647] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.776842] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.776960] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.777764] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.777764] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.777764] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.777764] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.778044] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.778090] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: e8f1dbeb-884b-40a0-b734-d9882a06ef62 is going to be created. [ 662.806663] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.806860] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.806860] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.807615] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.807615] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.807876] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-e8f1dbeb-884b-40a0-b734-d9882a06ef62" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.889644] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f33d9ba0-64e9-4da6-ae3b-c1d2fc03c9e5: rpc.has_security_group_logging(os_id): False [ 662.921231] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.921443] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.921531] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.922066] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.922180] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.922422] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.922565] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.922634] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.922827] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.922912] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.923151] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.923262] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.923344] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.923590] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.923665] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.923974] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.924114] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.924214] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.924308] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.924381] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.924474] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f33d9ba0-64e9-4da6-ae3b-c1d2fc03c9e5 is going to be created. [ 663.023159] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.023657] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.023657] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.027226] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.027226] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.034636] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.034819] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.034883] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.035131] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.035213] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.035313] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbd93421-0fd7-48da-a81c-1a02124d9f9d already deleted. [ 663.035398] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbd93421-0fd7-48da-a81c-1a02124d9f9d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.050593] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f33d9ba0-64e9-4da6-ae3b-c1d2fc03c9e5 in Status: IN_PROGRESS for 2s [ 663.071629] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e0b8b08-e8c2-403f-804c-733324bcff0f in Status: SUCCESS [ 663.071890] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e0b8b08-e8c2-403f-804c-733324bcff0f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.072161] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e0b8b08-e8c2-403f-804c-733324bcff0f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.072486] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e0b8b08-e8c2-403f-804c-733324bcff0f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.072696] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.072843] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.072925] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.073115] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.073552] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.073739] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e0b8b08-e8c2-403f-804c-733324bcff0f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.507925] env[67081]: INFO networking_nsxv3.common.synchronization [None req-245c7923-db07-4015-b2b4-bf38e2984be8 tempest-ServersTestBootFromVolume-2050677516 tempest-ServersTestBootFromVolume-2050677516-project-member] Enqueued Resource ID: dbd93421-0fd7-48da-a81c-1a02124d9f9d with Priority: HIGHEST for action security_group_rules [ 663.509058] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbd93421-0fd7-48da-a81c-1a02124d9f9d with Priority: HIGHEST for action security_group_rules [ 663.509750] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbd93421-0fd7-48da-a81c-1a02124d9f9d taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.510734] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbd93421-0fd7-48da-a81c-1a02124d9f9d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.511259] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbd93421-0fd7-48da-a81c-1a02124d9f9d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.511573] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbd93421-0fd7-48da-a81c-1a02124d9f9d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.511858] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbd93421-0fd7-48da-a81c-1a02124d9f9d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.543674] env[67081]: INFO networking_nsxv3.common.synchronization [req-0b32ecc5-fab8-4241-bee3-a6791898988c req-d2af7f33-1ec5-4cf2-ae05-9555baccbd3c service nova] Enqueued Resource ID: 5a477966-3ef0-4a03-b2a6-b8574a53a584 with Priority: HIGHEST for action security_group_rules [ 663.543674] env[67081]: INFO networking_nsxv3.common.synchronization [req-0b32ecc5-fab8-4241-bee3-a6791898988c req-d2af7f33-1ec5-4cf2-ae05-9555baccbd3c service nova] Enqueued Resource ID: 5a477966-3ef0-4a03-b2a6-b8574a53a584 with Priority: HIGHEST for action security_group_members [ 663.543674] env[67081]: INFO networking_nsxv3.common.synchronization [req-0b32ecc5-fab8-4241-bee3-a6791898988c req-d2af7f33-1ec5-4cf2-ae05-9555baccbd3c service nova] Enqueued Resource ID: e8f1dbeb-884b-40a0-b734-d9882a06ef62 with Priority: HIGHEST for action port [ 663.546620] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a477966-3ef0-4a03-b2a6-b8574a53a584 with Priority: HIGHEST for action security_group_rules [ 663.547390] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a477966-3ef0-4a03-b2a6-b8574a53a584 with Priority: HIGHEST for action security_group_members [ 663.547390] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8f1dbeb-884b-40a0-b734-d9882a06ef62 with Priority: HIGHEST for action port [ 663.551588] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a477966-3ef0-4a03-b2a6-b8574a53a584 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.551749] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a477966-3ef0-4a03-b2a6-b8574a53a584" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.552847] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a477966-3ef0-4a03-b2a6-b8574a53a584" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.552847] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a477966-3ef0-4a03-b2a6-b8574a53a584" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.552847] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a477966-3ef0-4a03-b2a6-b8574a53a584',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.553321] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a477966-3ef0-4a03-b2a6-b8574a53a584 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.553321] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a477966-3ef0-4a03-b2a6-b8574a53a584" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.553509] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8f1dbeb-884b-40a0-b734-d9882a06ef62 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.554173] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8f1dbeb-884b-40a0-b734-d9882a06ef62" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.554173] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8f1dbeb-884b-40a0-b734-d9882a06ef62" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.554173] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8f1dbeb-884b-40a0-b734-d9882a06ef62" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.554173] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8f1dbeb-884b-40a0-b734-d9882a06ef62',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.577306] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e0b8b08-e8c2-403f-804c-733324bcff0f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.956506] env[67081]: INFO networking_nsxv3.common.synchronization [None req-367b21f4-8229-4279-9201-3c42f61f210f None None] Enqueued Resource ID: 6f779225-b0f8-4f7f-9960-d4fe77af0f4d with Priority: HIGHEST for action port [ 663.957344] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f779225-b0f8-4f7f-9960-d4fe77af0f4d with Priority: HIGHEST for action port [ 663.957768] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f779225-b0f8-4f7f-9960-d4fe77af0f4d taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.957887] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f779225-b0f8-4f7f-9960-d4fe77af0f4d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.957950] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f779225-b0f8-4f7f-9960-d4fe77af0f4d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.958349] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f779225-b0f8-4f7f-9960-d4fe77af0f4d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.958452] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f779225-b0f8-4f7f-9960-d4fe77af0f4d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.034644] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.035055] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.035055] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.035262] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.035262] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.035354] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbd93421-0fd7-48da-a81c-1a02124d9f9d already deleted. [ 664.035416] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbd93421-0fd7-48da-a81c-1a02124d9f9d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.059776] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e8f1dbeb-884b-40a0-b734-d9882a06ef62 with status ACTIVE [ 664.059916] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.061278] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.061278] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.061278] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.061278] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.061278] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.061278] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.061278] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.061727] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.061727] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.061727] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.061727] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.061727] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.061918] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.061918] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.061988] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e8f1dbeb-884b-40a0-b734-d9882a06ef62 is going to be updated. [ 664.064250] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a477966-3ef0-4a03-b2a6-b8574a53a584 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.064250] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a477966-3ef0-4a03-b2a6-b8574a53a584" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.080326] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e0b8b08-e8c2-403f-804c-733324bcff0f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.100360] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.100607] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.100607] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.100841] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.101102] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.101401] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8f1dbeb-884b-40a0-b734-d9882a06ef62" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.395899] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a477966-3ef0-4a03-b2a6-b8574a53a584 in Status: SUCCESS [ 664.396173] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a477966-3ef0-4a03-b2a6-b8574a53a584 deletion is rescheduled due to dependency. [ 664.396304] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a477966-3ef0-4a03-b2a6-b8574a53a584" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.396870] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a477966-3ef0-4a03-b2a6-b8574a53a584" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.396870] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a477966-3ef0-4a03-b2a6-b8574a53a584" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.397052] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.397896] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.399201] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.399201] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.399201] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.399201] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a477966-3ef0-4a03-b2a6-b8574a53a584',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.461206] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6f779225-b0f8-4f7f-9960-d4fe77af0f4d [ 664.461976] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.462131] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.462264] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.462678] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.462843] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.462958] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6f779225-b0f8-4f7f-9960-d4fe77af0f4d already deleted. [ 664.463326] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f779225-b0f8-4f7f-9960-d4fe77af0f4d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.585358] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.585358] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.585358] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.585625] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.585625] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.585625] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e0b8b08-e8c2-403f-804c-733324bcff0f is going to be updated. [ 664.617161] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.617357] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.617472] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.617746] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.617899] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.629204] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e0b8b08-e8c2-403f-804c-733324bcff0f in Status: IN_PROGRESS for 2s [ 664.904485] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a477966-3ef0-4a03-b2a6-b8574a53a584',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.067698] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f33d9ba0-64e9-4da6-ae3b-c1d2fc03c9e5 in Status: SUCCESS [ 665.068056] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f33d9ba0-64e9-4da6-ae3b-c1d2fc03c9e5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.408443] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a477966-3ef0-4a03-b2a6-b8574a53a584',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.914029] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.914029] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.914029] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.914029] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.914029] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.914029] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a477966-3ef0-4a03-b2a6-b8574a53a584 is going to be updated. [ 665.953201] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.956364] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.956441] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.956678] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.956848] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.969165] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a477966-3ef0-4a03-b2a6-b8574a53a584 in Status: IN_PROGRESS for 2s [ 666.522293] env[67081]: INFO networking_nsxv3.common.synchronization [req-f718ae4d-b7c5-4428-9091-ebc02d67d9c6 req-c84af65e-3e3b-4dc0-8871-4273a07403bb tempest-ImagesOneServerNegativeTestJSON-894013560 tempest-ImagesOneServerNegativeTestJSON-894013560-project-member] Enqueued Resource ID: 8866959b-93f8-4465-93ba-9f20bba6c646 with Priority: HIGHEST for action security_group_members [ 666.522293] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8866959b-93f8-4465-93ba-9f20bba6c646 with Priority: HIGHEST for action security_group_members [ 666.522293] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-8866959b-93f8-4465-93ba-9f20bba6c646 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.522293] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.522725] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.522975] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.523846] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.523965] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.524051] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.524236] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.524325] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.524427] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8866959b-93f8-4465-93ba-9f20bba6c646',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.642654] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e0b8b08-e8c2-403f-804c-733324bcff0f in Status: SUCCESS [ 666.642908] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e0b8b08-e8c2-403f-804c-733324bcff0f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.643104] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e0b8b08-e8c2-403f-804c-733324bcff0f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.643322] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e0b8b08-e8c2-403f-804c-733324bcff0f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.643520] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.643659] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.643738] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.643850] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.643926] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.644025] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e0b8b08-e8c2-403f-804c-733324bcff0f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.644122] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e0b8b08-e8c2-403f-804c-733324bcff0f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.935078] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock network-391 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.935078] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "network-391" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.935078] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "network-391" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.935078] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "network-391" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.936052] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.938847] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.938847] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.938847] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.938847] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.938847] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 666.938847] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 666.938847] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 666.938847] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 666.938847] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 666.938847] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 666.938847] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 666.961258] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 666.962156] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 666.962156] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 666.962156] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "network-391" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.962335] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock port-d9ab3d72-2326-42d4-8392-bee9088da489 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.962427] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "port-d9ab3d72-2326-42d4-8392-bee9088da489" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.962473] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "port-d9ab3d72-2326-42d4-8392-bee9088da489" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.962797] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "port-d9ab3d72-2326-42d4-8392-bee9088da489" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.962920] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9ab3d72-2326-42d4-8392-bee9088da489',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.028537] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.028781] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.028842] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.029078] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.029170] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.029372] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.029484] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.029560] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.029728] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.029809] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.029896] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8866959b-93f8-4465-93ba-9f20bba6c646 already deleted. [ 667.029988] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.150514] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e0b8b08-e8c2-403f-804c-733324bcff0f taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.150757] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e0b8b08-e8c2-403f-804c-733324bcff0f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.150818] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e0b8b08-e8c2-403f-804c-733324bcff0f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.151033] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e0b8b08-e8c2-403f-804c-733324bcff0f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.151223] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.151324] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.151388] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.151548] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.151646] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.151723] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e0b8b08-e8c2-403f-804c-733324bcff0f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.151869] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e0b8b08-e8c2-403f-804c-733324bcff0f taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.152009] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e0b8b08-e8c2-403f-804c-733324bcff0f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.152086] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e0b8b08-e8c2-403f-804c-733324bcff0f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.152235] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e0b8b08-e8c2-403f-804c-733324bcff0f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.152884] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.152884] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.152884] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.152884] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.152884] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.152884] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e0b8b08-e8c2-403f-804c-733324bcff0f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.153210] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e0b8b08-e8c2-403f-804c-733324bcff0f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.465691] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.465930] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.465930] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.466273] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.466441] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.466576] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Segment Port d9ab3d72-2326-42d4-8392-bee9088da489 not found, creating... [ 667.466740] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.467991] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.467991] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.467991] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.467991] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.467991] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.467991] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.467991] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.468312] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.468312] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.468438] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Resource: SegmentPort with ID: d9ab3d72-2326-42d4-8392-bee9088da489 is going to be created. [ 667.489318] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.489318] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.489576] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.489730] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.489959] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.490197] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "port-d9ab3d72-2326-42d4-8392-bee9088da489" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.525318] env[67081]: INFO networking_nsxv3.common.synchronization [None req-1de4ac20-a762-4212-b5d0-9097ac536e80 None None] Enqueued Resource ID: d055ce44-d3be-4f23-9c15-2463492fbb7c with Priority: HIGHEST for action port [ 667.525553] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d055ce44-d3be-4f23-9c15-2463492fbb7c with Priority: HIGHEST for action port [ 667.525846] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-d055ce44-d3be-4f23-9c15-2463492fbb7c taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.525966] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d055ce44-d3be-4f23-9c15-2463492fbb7c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.526021] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d055ce44-d3be-4f23-9c15-2463492fbb7c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.526301] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d055ce44-d3be-4f23-9c15-2463492fbb7c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.526380] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d055ce44-d3be-4f23-9c15-2463492fbb7c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.655804] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e0b8b08-e8c2-403f-804c-733324bcff0f: rpc.has_security_group_logging(os_id): False [ 667.675369] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.675497] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.675571] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.675806] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.675967] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.676147] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.676263] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.676328] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.676534] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.676585] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.676841] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.677043] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.677081] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.677294] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.677415] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.677633] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.677789] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.677874] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.678071] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.678181] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.678316] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e0b8b08-e8c2-403f-804c-733324bcff0f is going to be updated. [ 667.760777] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.761067] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.761183] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.761425] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.761597] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.776539] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e0b8b08-e8c2-403f-804c-733324bcff0f in Status: IN_PROGRESS for 2s [ 667.982058] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a477966-3ef0-4a03-b2a6-b8574a53a584 in Status: SUCCESS [ 667.982344] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a477966-3ef0-4a03-b2a6-b8574a53a584" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.982592] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a477966-3ef0-4a03-b2a6-b8574a53a584" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.982890] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a477966-3ef0-4a03-b2a6-b8574a53a584" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.983527] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.983527] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.983527] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.984067] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.984067] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.984067] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a477966-3ef0-4a03-b2a6-b8574a53a584" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.984067] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a477966-3ef0-4a03-b2a6-b8574a53a584',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.031111] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d055ce44-d3be-4f23-9c15-2463492fbb7c [ 668.031356] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.031506] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.031593] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.031958] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.032107] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.032268] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d055ce44-d3be-4f23-9c15-2463492fbb7c already deleted. [ 668.032336] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d055ce44-d3be-4f23-9c15-2463492fbb7c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.278146] env[67081]: INFO networking_nsxv3.common.synchronization [req-f718ae4d-b7c5-4428-9091-ebc02d67d9c6 req-6b812246-39c3-4c80-987d-bfa1537f4647 service nova] Enqueued Resource ID: 8866959b-93f8-4465-93ba-9f20bba6c646 with Priority: HIGHEST for action security_group_rules [ 668.278146] env[67081]: INFO networking_nsxv3.common.synchronization [req-f718ae4d-b7c5-4428-9091-ebc02d67d9c6 req-6b812246-39c3-4c80-987d-bfa1537f4647 service nova] Enqueued Resource ID: 8866959b-93f8-4465-93ba-9f20bba6c646 with Priority: HIGHEST for action security_group_members [ 668.278328] env[67081]: INFO networking_nsxv3.common.synchronization [req-f718ae4d-b7c5-4428-9091-ebc02d67d9c6 req-6b812246-39c3-4c80-987d-bfa1537f4647 service nova] Enqueued Resource ID: d9ab3d72-2326-42d4-8392-bee9088da489 with Priority: HIGHEST for action port [ 668.279278] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8866959b-93f8-4465-93ba-9f20bba6c646 with Priority: HIGHEST for action security_group_rules [ 668.279278] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8866959b-93f8-4465-93ba-9f20bba6c646 with Priority: HIGHEST for action security_group_members [ 668.280088] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ab3d72-2326-42d4-8392-bee9088da489 with Priority: HIGHEST for action port [ 668.280238] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8866959b-93f8-4465-93ba-9f20bba6c646 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.280238] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.280343] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.280561] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.280631] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8866959b-93f8-4465-93ba-9f20bba6c646',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.281499] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-8866959b-93f8-4465-93ba-9f20bba6c646 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.281631] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.281699] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.281872] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.282378] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.282481] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.283477] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.283477] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.283477] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.283477] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8866959b-93f8-4465-93ba-9f20bba6c646',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.283662] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9ab3d72-2326-42d4-8392-bee9088da489 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.283770] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9ab3d72-2326-42d4-8392-bee9088da489" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.283853] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9ab3d72-2326-42d4-8392-bee9088da489" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.284441] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9ab3d72-2326-42d4-8392-bee9088da489" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.284441] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9ab3d72-2326-42d4-8392-bee9088da489',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.490027] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a477966-3ef0-4a03-b2a6-b8574a53a584 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.490027] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a477966-3ef0-4a03-b2a6-b8574a53a584" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.490027] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a477966-3ef0-4a03-b2a6-b8574a53a584" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.490027] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a477966-3ef0-4a03-b2a6-b8574a53a584" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.490027] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.490027] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.490027] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.490027] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.490027] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.490027] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a477966-3ef0-4a03-b2a6-b8574a53a584" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.490027] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a477966-3ef0-4a03-b2a6-b8574a53a584 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.490027] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a477966-3ef0-4a03-b2a6-b8574a53a584" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.490027] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a477966-3ef0-4a03-b2a6-b8574a53a584" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.490027] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a477966-3ef0-4a03-b2a6-b8574a53a584" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.490027] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.490027] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.490738] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.490738] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.490738] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.490738] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a477966-3ef0-4a03-b2a6-b8574a53a584" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.490738] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a477966-3ef0-4a03-b2a6-b8574a53a584',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.789527] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-8866959b-93f8-4465-93ba-9f20bba6c646 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.789527] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.789527] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8866959b-93f8-4465-93ba-9f20bba6c646',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.789527] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d9ab3d72-2326-42d4-8392-bee9088da489 with status ACTIVE [ 668.789527] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.789527] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.789527] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.789527] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.789527] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.789527] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.789527] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.789527] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.789527] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.789527] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.790467] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.790733] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.790991] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.791252] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.792354] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.792689] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d9ab3d72-2326-42d4-8392-bee9088da489 is going to be updated. [ 668.832777] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.832777] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.832777] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.832777] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.832777] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.833438] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9ab3d72-2326-42d4-8392-bee9088da489" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.996025] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a477966-3ef0-4a03-b2a6-b8574a53a584: rpc.has_security_group_logging(os_id): False [ 669.020029] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.020029] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.020029] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.020029] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.020029] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.020029] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.020029] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.020029] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.020029] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.020029] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.020029] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.020029] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.020029] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.020029] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.020029] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.020950] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.020950] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.020950] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.020950] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.020950] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.020950] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a477966-3ef0-4a03-b2a6-b8574a53a584 is going to be updated. [ 669.112353] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.113074] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.113074] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.113449] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.113565] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.128669] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a477966-3ef0-4a03-b2a6-b8574a53a584 in Status: IN_PROGRESS for 2s [ 669.295867] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8866959b-93f8-4465-93ba-9f20bba6c646',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.791485] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e0b8b08-e8c2-403f-804c-733324bcff0f in Status: SUCCESS [ 669.792195] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e0b8b08-e8c2-403f-804c-733324bcff0f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.800343] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.800545] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.800778] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.801061] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.801170] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.801281] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8866959b-93f8-4465-93ba-9f20bba6c646 is going to be created. [ 669.830149] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.830354] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.830431] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.830860] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.831085] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.842923] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8866959b-93f8-4465-93ba-9f20bba6c646 in Status: UNINITIALIZED for 2s [ 670.542432] env[67081]: INFO networking_nsxv3.common.synchronization [req-fabe0328-66c6-4f96-bbff-18a5f71d7c1d req-1e994f59-3d7e-4c37-8138-72d49452127b tempest-ServersTestManualDisk-629649882 tempest-ServersTestManualDisk-629649882-project-member] Enqueued Resource ID: a8f46851-af8e-4af7-b65f-39c856227c9c with Priority: HIGHEST for action security_group_members [ 670.543138] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8f46851-af8e-4af7-b65f-39c856227c9c with Priority: HIGHEST for action security_group_members [ 670.543282] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8f46851-af8e-4af7-b65f-39c856227c9c taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.543396] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8f46851-af8e-4af7-b65f-39c856227c9c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.543527] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8f46851-af8e-4af7-b65f-39c856227c9c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.544080] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8f46851-af8e-4af7-b65f-39c856227c9c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.544080] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.544186] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.544369] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.544437] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.544474] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.544554] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8f46851-af8e-4af7-b65f-39c856227c9c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.047787] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.050272] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.050272] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.050272] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.050272] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.050272] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.050272] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.050272] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.050272] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.050272] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.050272] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8f46851-af8e-4af7-b65f-39c856227c9c already deleted. [ 671.050272] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8f46851-af8e-4af7-b65f-39c856227c9c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.123061] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock network-975 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.123061] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "network-975" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.123061] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "network-975" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.123995] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "network-975" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.124254] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.124357] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.124479] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.124753] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.124938] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.125618] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 671.125618] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 671.125618] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 671.125618] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 671.125836] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 671.125836] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 671.126633] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 671.150722] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 671.150911] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 671.151075] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 671.151333] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "network-975" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.151625] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock port-10d31824-0009-467e-bee4-cb9b760a01d5 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.151790] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "port-10d31824-0009-467e-bee4-cb9b760a01d5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.152833] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "port-10d31824-0009-467e-bee4-cb9b760a01d5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.152833] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "port-10d31824-0009-467e-bee4-cb9b760a01d5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.152833] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10d31824-0009-467e-bee4-cb9b760a01d5',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.155369] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a477966-3ef0-4a03-b2a6-b8574a53a584 in Status: SUCCESS [ 671.155618] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a477966-3ef0-4a03-b2a6-b8574a53a584" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.655877] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.656139] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.656253] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.656895] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.656895] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.656895] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Segment Port 10d31824-0009-467e-bee4-cb9b760a01d5 not found, creating... [ 671.657079] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.657243] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.657353] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.657585] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.657730] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.658091] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.658178] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.658284] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.658543] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.658715] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.658932] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Resource: SegmentPort with ID: 10d31824-0009-467e-bee4-cb9b760a01d5 is going to be created. [ 671.680801] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.680801] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.681057] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.681207] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.681459] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.681738] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "port-10d31824-0009-467e-bee4-cb9b760a01d5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.857481] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8866959b-93f8-4465-93ba-9f20bba6c646 in Status: SUCCESS [ 671.857618] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.857932] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.857932] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.858209] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.858289] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.858289] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.859376] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.859376] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.859376] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.859376] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8866959b-93f8-4465-93ba-9f20bba6c646',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.364841] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-8866959b-93f8-4465-93ba-9f20bba6c646 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.364841] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.364841] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.364841] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.364841] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.364841] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.364841] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.364841] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.364841] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.364841] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.364841] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-8866959b-93f8-4465-93ba-9f20bba6c646 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.364841] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.364841] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.365660] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.365660] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.365660] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.365660] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.365660] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.365660] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.365660] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.365660] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8866959b-93f8-4465-93ba-9f20bba6c646',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.608220] env[67081]: INFO networking_nsxv3.common.synchronization [req-fabe0328-66c6-4f96-bbff-18a5f71d7c1d req-755fcb51-8618-4569-b004-831842b1deaf service nova] Enqueued Resource ID: a8f46851-af8e-4af7-b65f-39c856227c9c with Priority: HIGHEST for action security_group_rules [ 672.608428] env[67081]: INFO networking_nsxv3.common.synchronization [req-fabe0328-66c6-4f96-bbff-18a5f71d7c1d req-755fcb51-8618-4569-b004-831842b1deaf service nova] Enqueued Resource ID: a8f46851-af8e-4af7-b65f-39c856227c9c with Priority: HIGHEST for action security_group_members [ 672.608565] env[67081]: INFO networking_nsxv3.common.synchronization [req-fabe0328-66c6-4f96-bbff-18a5f71d7c1d req-755fcb51-8618-4569-b004-831842b1deaf service nova] Enqueued Resource ID: 10d31824-0009-467e-bee4-cb9b760a01d5 with Priority: HIGHEST for action port [ 672.609541] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8f46851-af8e-4af7-b65f-39c856227c9c with Priority: HIGHEST for action security_group_rules [ 672.609680] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8f46851-af8e-4af7-b65f-39c856227c9c with Priority: HIGHEST for action security_group_members [ 672.609774] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10d31824-0009-467e-bee4-cb9b760a01d5 with Priority: HIGHEST for action port [ 672.610064] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8f46851-af8e-4af7-b65f-39c856227c9c taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.610194] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8f46851-af8e-4af7-b65f-39c856227c9c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.610259] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8f46851-af8e-4af7-b65f-39c856227c9c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.610454] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8f46851-af8e-4af7-b65f-39c856227c9c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.610554] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8f46851-af8e-4af7-b65f-39c856227c9c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.611475] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8f46851-af8e-4af7-b65f-39c856227c9c taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.611586] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8f46851-af8e-4af7-b65f-39c856227c9c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.611694] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8f46851-af8e-4af7-b65f-39c856227c9c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.611825] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8f46851-af8e-4af7-b65f-39c856227c9c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.611966] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.612084] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.612145] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.612285] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.612366] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.612546] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8f46851-af8e-4af7-b65f-39c856227c9c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.613419] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-10d31824-0009-467e-bee4-cb9b760a01d5 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.613531] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10d31824-0009-467e-bee4-cb9b760a01d5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.613623] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10d31824-0009-467e-bee4-cb9b760a01d5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.613778] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10d31824-0009-467e-bee4-cb9b760a01d5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.613850] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10d31824-0009-467e-bee4-cb9b760a01d5',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.868353] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8866959b-93f8-4465-93ba-9f20bba6c646: rpc.has_security_group_logging(os_id): False [ 672.902832] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.902832] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.903057] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.903258] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.903442] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.903725] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.903927] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.904034] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.904240] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.904322] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.904521] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.904614] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.904670] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.904829] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.905098] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.906614] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.906762] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.906831] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.906995] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.907083] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.907174] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8866959b-93f8-4465-93ba-9f20bba6c646 is going to be created. [ 672.953442] env[67081]: INFO networking_nsxv3.common.synchronization [req-059089da-c1a3-4e3b-9933-9258a7a147cd req-ae97042a-e7c2-4464-afd3-555da607a0e0 tempest-SecurityGroupRulesTestJSON-953987356 tempest-SecurityGroupRulesTestJSON-953987356-project-member] Enqueued Resource ID: 8d988570-5d66-4bba-82eb-a5701ff4c97a with Priority: HIGHEST for action security_group_rules [ 672.954121] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d988570-5d66-4bba-82eb-a5701ff4c97a with Priority: HIGHEST for action security_group_rules [ 672.954299] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d988570-5d66-4bba-82eb-a5701ff4c97a taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.954439] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d988570-5d66-4bba-82eb-a5701ff4c97a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.954503] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d988570-5d66-4bba-82eb-a5701ff4c97a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.954721] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d988570-5d66-4bba-82eb-a5701ff4c97a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.954815] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d988570-5d66-4bba-82eb-a5701ff4c97a',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.976666] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.976666] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.976666] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.976666] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.976666] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.991801] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8866959b-93f8-4465-93ba-9f20bba6c646 in Status: IN_PROGRESS for 2s [ 673.119025] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8f46851-af8e-4af7-b65f-39c856227c9c taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.119025] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8f46851-af8e-4af7-b65f-39c856227c9c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.119025] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8f46851-af8e-4af7-b65f-39c856227c9c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.119025] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 10d31824-0009-467e-bee4-cb9b760a01d5 with status ACTIVE [ 673.119025] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.119025] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.119025] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.119025] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.119025] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.119025] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.119025] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.119025] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.119025] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.119025] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.119796] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.119796] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.119796] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.120390] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.120483] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.120606] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 10d31824-0009-467e-bee4-cb9b760a01d5 is going to be updated. [ 673.147227] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.147395] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.147519] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.147661] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.148041] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.148127] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10d31824-0009-467e-bee4-cb9b760a01d5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.477843] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.478164] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.478249] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.478726] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.478864] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.479179] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d988570-5d66-4bba-82eb-a5701ff4c97a already deleted. [ 673.479333] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d988570-5d66-4bba-82eb-a5701ff4c97a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.625027] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8f46851-af8e-4af7-b65f-39c856227c9c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.753514] env[67081]: INFO networking_nsxv3.common.synchronization [None req-a88194a2-68c3-4ca0-ba7c-ef7384bfd83c None None] Enqueued Resource ID: 0e059557-e4b0-4f8b-9cd3-1e30d3f6c849 with Priority: HIGHEST for action port [ 673.754114] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e059557-e4b0-4f8b-9cd3-1e30d3f6c849 with Priority: HIGHEST for action port [ 673.754525] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e059557-e4b0-4f8b-9cd3-1e30d3f6c849 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.754656] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e059557-e4b0-4f8b-9cd3-1e30d3f6c849" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.754783] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e059557-e4b0-4f8b-9cd3-1e30d3f6c849" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.755089] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e059557-e4b0-4f8b-9cd3-1e30d3f6c849" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.755170] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e059557-e4b0-4f8b-9cd3-1e30d3f6c849',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.127102] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.127337] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.127756] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.127756] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.127878] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.127878] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8f46851-af8e-4af7-b65f-39c856227c9c is going to be created. [ 674.156502] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.156824] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.156824] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.157316] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.157470] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.169634] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8f46851-af8e-4af7-b65f-39c856227c9c in Status: UNINITIALIZED for 2s [ 674.257234] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e059557-e4b0-4f8b-9cd3-1e30d3f6c849 [ 674.257647] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.257787] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.257967] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.258484] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.258484] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.258484] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e059557-e4b0-4f8b-9cd3-1e30d3f6c849 already deleted. [ 674.258484] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e059557-e4b0-4f8b-9cd3-1e30d3f6c849" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.011045] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8866959b-93f8-4465-93ba-9f20bba6c646 in Status: SUCCESS [ 675.011045] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.031886] env[67081]: INFO networking_nsxv3.common.synchronization [req-768b8167-8362-4868-97a4-e35bae4dd892 req-e8aedb4e-10d9-4335-8b72-88c28d3cdfb5 tempest-ServersAdminTestJSON-956622239 tempest-ServersAdminTestJSON-956622239-project-member] Enqueued Resource ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 with Priority: HIGHEST for action security_group_members [ 675.032685] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 with Priority: HIGHEST for action security_group_members [ 675.033107] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-d43effa5-96f7-4264-ac8c-7c886969ceb2 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.033266] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.033350] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.033650] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.033857] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.033992] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.034092] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.034297] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.034666] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.034666] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d43effa5-96f7-4264-ac8c-7c886969ceb2',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.539142] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d43effa5-96f7-4264-ac8c-7c886969ceb2',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.801101] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock network-245 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.801688] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "network-245" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.802608] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "network-245" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.802608] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "network-245" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.803016] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.803335] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.803547] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.804459] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.804459] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.804459] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 675.804459] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 675.804653] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 675.804749] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 675.804832] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 675.804949] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 675.805352] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 675.828419] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 675.828629] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 675.828730] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 675.828981] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "network-245" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.829430] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock port-d5cfdc2a-a8d0-4d74-a079-e1b539d63236 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.829605] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "port-d5cfdc2a-a8d0-4d74-a079-e1b539d63236" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.829691] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "port-d5cfdc2a-a8d0-4d74-a079-e1b539d63236" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.830022] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "port-d5cfdc2a-a8d0-4d74-a079-e1b539d63236" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.830152] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5cfdc2a-a8d0-4d74-a079-e1b539d63236',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.044600] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d43effa5-96f7-4264-ac8c-7c886969ceb2',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.184426] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8f46851-af8e-4af7-b65f-39c856227c9c in Status: SUCCESS [ 676.184538] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8f46851-af8e-4af7-b65f-39c856227c9c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.185123] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8f46851-af8e-4af7-b65f-39c856227c9c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.185123] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8f46851-af8e-4af7-b65f-39c856227c9c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.185262] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.185394] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.185394] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.185587] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.185715] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.185771] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8f46851-af8e-4af7-b65f-39c856227c9c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.185866] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8f46851-af8e-4af7-b65f-39c856227c9c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.224711] env[67081]: INFO networking_nsxv3.common.synchronization [None req-413c1552-bbb9-4ddc-938b-af8dbaafb4f0 None None] Enqueued Resource ID: 97677823-7148-4527-95a8-37c9ff85c928 with Priority: HIGHEST for action port [ 676.225902] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97677823-7148-4527-95a8-37c9ff85c928 with Priority: HIGHEST for action port [ 676.225902] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-97677823-7148-4527-95a8-37c9ff85c928 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.225902] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97677823-7148-4527-95a8-37c9ff85c928" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.225902] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97677823-7148-4527-95a8-37c9ff85c928" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.228187] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97677823-7148-4527-95a8-37c9ff85c928" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.228187] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97677823-7148-4527-95a8-37c9ff85c928',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.336027] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.336027] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.336027] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.336027] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.336027] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.336027] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Segment Port d5cfdc2a-a8d0-4d74-a079-e1b539d63236 not found, creating... [ 676.336027] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.336027] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.336027] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.336027] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.336027] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.336643] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.336643] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.336643] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.336643] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.336643] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.336643] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Resource: SegmentPort with ID: d5cfdc2a-a8d0-4d74-a079-e1b539d63236 is going to be created. [ 676.359196] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.359196] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.359700] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.360015] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.360287] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.360617] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "port-d5cfdc2a-a8d0-4d74-a079-e1b539d63236" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.548026] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.548026] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.548026] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.548026] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.548026] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.548026] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 is going to be updated. [ 676.591399] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.591605] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.592028] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.592127] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.592385] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.612043] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 in Status: IN_PROGRESS for 2s [ 676.690243] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8f46851-af8e-4af7-b65f-39c856227c9c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.733124] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97677823-7148-4527-95a8-37c9ff85c928 [ 676.734431] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.735037] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.735037] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.735037] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.735037] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.735219] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97677823-7148-4527-95a8-37c9ff85c928 already deleted. [ 676.735219] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97677823-7148-4527-95a8-37c9ff85c928" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.152460] env[67081]: INFO networking_nsxv3.common.synchronization [req-768b8167-8362-4868-97a4-e35bae4dd892 req-60b7a578-0373-4350-baa7-d490e62da57f service nova] Enqueued Resource ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 with Priority: HIGHEST for action security_group_rules [ 677.152735] env[67081]: INFO networking_nsxv3.common.synchronization [req-768b8167-8362-4868-97a4-e35bae4dd892 req-60b7a578-0373-4350-baa7-d490e62da57f service nova] Enqueued Resource ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 with Priority: HIGHEST for action security_group_members [ 677.152992] env[67081]: INFO networking_nsxv3.common.synchronization [req-768b8167-8362-4868-97a4-e35bae4dd892 req-60b7a578-0373-4350-baa7-d490e62da57f service nova] Enqueued Resource ID: d5cfdc2a-a8d0-4d74-a079-e1b539d63236 with Priority: HIGHEST for action port [ 677.154470] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 with Priority: HIGHEST for action security_group_rules [ 677.154470] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 with Priority: HIGHEST for action security_group_members [ 677.154470] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5cfdc2a-a8d0-4d74-a079-e1b539d63236 with Priority: HIGHEST for action port [ 677.154815] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d43effa5-96f7-4264-ac8c-7c886969ceb2 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.154939] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.154994] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.155252] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.155381] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d43effa5-96f7-4264-ac8c-7c886969ceb2',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.157313] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-d43effa5-96f7-4264-ac8c-7c886969ceb2 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.157313] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.159517] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5cfdc2a-a8d0-4d74-a079-e1b539d63236 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.159517] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5cfdc2a-a8d0-4d74-a079-e1b539d63236" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.159517] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5cfdc2a-a8d0-4d74-a079-e1b539d63236" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.159517] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5cfdc2a-a8d0-4d74-a079-e1b539d63236" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.159517] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5cfdc2a-a8d0-4d74-a079-e1b539d63236',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.193994] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8f46851-af8e-4af7-b65f-39c856227c9c: rpc.has_security_group_logging(os_id): False [ 677.217039] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.217039] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.217039] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.217039] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.217039] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.217548] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.217659] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.218590] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.218590] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.218590] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.218590] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8f46851-af8e-4af7-b65f-39c856227c9c is going to be created. [ 677.359014] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.359014] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.359014] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.359520] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.359520] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.377050] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8f46851-af8e-4af7-b65f-39c856227c9c in Status: IN_PROGRESS for 2s [ 677.663333] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-d43effa5-96f7-4264-ac8c-7c886969ceb2 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.663333] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.663333] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d5cfdc2a-a8d0-4d74-a079-e1b539d63236 with status ACTIVE [ 677.663333] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.663333] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.663333] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.663333] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.663333] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.663671] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.663671] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.663671] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.663671] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.663835] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.663932] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.664213] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.664213] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.664213] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.664335] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.664368] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d5cfdc2a-a8d0-4d74-a079-e1b539d63236 is going to be updated. [ 677.693379] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.693516] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.693583] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.694300] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.694300] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.694300] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5cfdc2a-a8d0-4d74-a079-e1b539d63236" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.838621] env[67081]: INFO networking_nsxv3.common.synchronization [req-16d683a1-99e4-4306-a06b-cead5f11f681 req-9b243ffc-dc44-4d6a-87af-03ce17ced8ca tempest-ServerDiagnosticsNegativeTest-86387197 tempest-ServerDiagnosticsNegativeTest-86387197-project-member] Enqueued Resource ID: f33d9ba0-64e9-4da6-ae3b-c1d2fc03c9e5 with Priority: HIGHEST for action security_group_members [ 677.838621] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f33d9ba0-64e9-4da6-ae3b-c1d2fc03c9e5 with Priority: HIGHEST for action security_group_members [ 677.838621] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f33d9ba0-64e9-4da6-ae3b-c1d2fc03c9e5 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.838621] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f33d9ba0-64e9-4da6-ae3b-c1d2fc03c9e5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.838621] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f33d9ba0-64e9-4da6-ae3b-c1d2fc03c9e5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.838621] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f33d9ba0-64e9-4da6-ae3b-c1d2fc03c9e5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.838621] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.838621] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.838621] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.838621] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.838621] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.838621] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f33d9ba0-64e9-4da6-ae3b-c1d2fc03c9e5',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.341416] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.341719] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.341719] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.342227] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.342227] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.342227] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.342497] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.342497] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.342497] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.342613] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.342613] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f33d9ba0-64e9-4da6-ae3b-c1d2fc03c9e5 is going to be updated. [ 678.376735] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.376735] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.376735] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.376735] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.376735] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.387818] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f33d9ba0-64e9-4da6-ae3b-c1d2fc03c9e5 in Status: IN_PROGRESS for 2s [ 678.447127] env[67081]: INFO networking_nsxv3.common.synchronization [None req-2566a59b-0c61-4013-8544-2cae29d1e14e None None] Enqueued Resource ID: 50edcc5b-f10f-487d-b484-3ae57b672753 with Priority: HIGHEST for action port [ 678.447681] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50edcc5b-f10f-487d-b484-3ae57b672753 with Priority: HIGHEST for action port [ 678.448012] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-50edcc5b-f10f-487d-b484-3ae57b672753 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.449845] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50edcc5b-f10f-487d-b484-3ae57b672753" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.449960] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50edcc5b-f10f-487d-b484-3ae57b672753" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.450248] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50edcc5b-f10f-487d-b484-3ae57b672753" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.450387] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50edcc5b-f10f-487d-b484-3ae57b672753',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.620243] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 in Status: SUCCESS [ 678.620488] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.620669] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.620907] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.621119] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.621266] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.621357] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.621441] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.621526] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.621607] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d43effa5-96f7-4264-ac8c-7c886969ceb2',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.951228] env[67081]: INFO networking_nsxv3.common.synchronization [None req-ef14048e-61cf-43b8-bb43-667b418755dc None None] Enqueued Resource ID: e7d3632b-cf55-4641-8f8e-555dbce92601 with Priority: HIGHEST for action port [ 678.951801] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7d3632b-cf55-4641-8f8e-555dbce92601 with Priority: HIGHEST for action port [ 678.952176] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7d3632b-cf55-4641-8f8e-555dbce92601 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.952272] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7d3632b-cf55-4641-8f8e-555dbce92601" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.952352] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7d3632b-cf55-4641-8f8e-555dbce92601" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.952592] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7d3632b-cf55-4641-8f8e-555dbce92601" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.952674] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7d3632b-cf55-4641-8f8e-555dbce92601',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.953565] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50edcc5b-f10f-487d-b484-3ae57b672753 [ 678.953776] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.953895] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.953956] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.954187] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.954235] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.954329] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50edcc5b-f10f-487d-b484-3ae57b672753 already deleted. [ 678.954726] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50edcc5b-f10f-487d-b484-3ae57b672753" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.124461] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d43effa5-96f7-4264-ac8c-7c886969ceb2',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.395753] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8f46851-af8e-4af7-b65f-39c856227c9c in Status: SUCCESS [ 679.396442] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8f46851-af8e-4af7-b65f-39c856227c9c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.456111] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e7d3632b-cf55-4641-8f8e-555dbce92601 [ 679.456356] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.456523] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.456592] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.456932] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.457096] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.457226] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e7d3632b-cf55-4641-8f8e-555dbce92601 already deleted. [ 679.457332] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7d3632b-cf55-4641-8f8e-555dbce92601" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.627818] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d43effa5-96f7-4264-ac8c-7c886969ceb2',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.131785] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.132207] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.132207] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.132401] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.132485] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.132585] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 is going to be updated. [ 680.186102] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.186318] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.186422] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.186719] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.186811] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.193178] env[67081]: INFO networking_nsxv3.common.synchronization [None req-946e5ac5-8437-4032-8f6d-129a2f0e8160 None None] Enqueued Resource ID: 1758994c-e517-4516-83a3-38f03d7194a2 with Priority: HIGHEST for action port [ 680.194465] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1758994c-e517-4516-83a3-38f03d7194a2 with Priority: HIGHEST for action port [ 680.194827] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-1758994c-e517-4516-83a3-38f03d7194a2 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.194987] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1758994c-e517-4516-83a3-38f03d7194a2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.195065] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1758994c-e517-4516-83a3-38f03d7194a2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.195421] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1758994c-e517-4516-83a3-38f03d7194a2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.195578] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1758994c-e517-4516-83a3-38f03d7194a2',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.208521] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 in Status: IN_PROGRESS for 2s [ 680.402224] env[67081]: INFO networking_nsxv3.common.synchronization [req-9ff23228-a8eb-48cb-b4cc-be8ac413a906 req-656795e0-bbb6-42d4-b793-1649616e0e96 tempest-ServerExternalEventsTest-1011403448 tempest-ServerExternalEventsTest-1011403448-project-member] Enqueued Resource ID: 100e759b-2ab6-4dfe-832e-cd551a07e6c5 with Priority: HIGHEST for action security_group_members [ 680.402224] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f33d9ba0-64e9-4da6-ae3b-c1d2fc03c9e5 in Status: SUCCESS [ 680.402224] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f33d9ba0-64e9-4da6-ae3b-c1d2fc03c9e5 deletion is rescheduled due to dependency. [ 680.402934] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f33d9ba0-64e9-4da6-ae3b-c1d2fc03c9e5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.402934] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 100e759b-2ab6-4dfe-832e-cd551a07e6c5 with Priority: HIGHEST for action security_group_members [ 680.403446] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-100e759b-2ab6-4dfe-832e-cd551a07e6c5 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.403446] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-100e759b-2ab6-4dfe-832e-cd551a07e6c5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.403446] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-100e759b-2ab6-4dfe-832e-cd551a07e6c5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.403697] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-100e759b-2ab6-4dfe-832e-cd551a07e6c5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.404056] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.404056] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.404056] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.404223] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.404260] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.404330] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('100e759b-2ab6-4dfe-832e-cd551a07e6c5',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.698782] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1758994c-e517-4516-83a3-38f03d7194a2 [ 680.699059] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.699183] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.699183] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.699454] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.699612] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.699717] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1758994c-e517-4516-83a3-38f03d7194a2 already deleted. [ 680.699829] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1758994c-e517-4516-83a3-38f03d7194a2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.778784] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-811 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.779283] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-811" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.779632] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-811" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.780063] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-811" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.780550] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.780859] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.781124] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.781562] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.781868] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.782262] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.782496] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 680.783637] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 680.783637] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 680.784294] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.784481] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 680.784694] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 680.817030] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 680.817030] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 680.817030] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 680.817030] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-811" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.817030] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-0f23145b-6f96-458a-a487-3cd3df405588 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.817030] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-0f23145b-6f96-458a-a487-3cd3df405588" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.817030] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-0f23145b-6f96-458a-a487-3cd3df405588" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.817030] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-0f23145b-6f96-458a-a487-3cd3df405588" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.819048] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f23145b-6f96-458a-a487-3cd3df405588',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.907377] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.907377] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.907377] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.907583] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.907717] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.907873] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.907983] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.908074] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.908216] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.908295] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.908383] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 100e759b-2ab6-4dfe-832e-cd551a07e6c5 already deleted. [ 680.908465] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-100e759b-2ab6-4dfe-832e-cd551a07e6c5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.324781] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.325247] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.328845] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.328845] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.328845] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.328845] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port 0f23145b-6f96-458a-a487-3cd3df405588 not found, creating... [ 681.328845] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.328845] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.328845] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.328845] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.328845] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.328845] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.329645] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.329645] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.329645] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.329645] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.330345] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: 0f23145b-6f96-458a-a487-3cd3df405588 is going to be created. [ 681.359033] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.359033] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.359033] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.359518] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.359518] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.360124] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-0f23145b-6f96-458a-a487-3cd3df405588" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.123397] env[67081]: INFO networking_nsxv3.common.synchronization [req-9ff23228-a8eb-48cb-b4cc-be8ac413a906 req-6d7954ad-0ba1-43c8-877f-4b53b8b6f3ec service nova] Enqueued Resource ID: 100e759b-2ab6-4dfe-832e-cd551a07e6c5 with Priority: HIGHEST for action security_group_rules [ 682.123864] env[67081]: INFO networking_nsxv3.common.synchronization [req-9ff23228-a8eb-48cb-b4cc-be8ac413a906 req-6d7954ad-0ba1-43c8-877f-4b53b8b6f3ec service nova] Enqueued Resource ID: 100e759b-2ab6-4dfe-832e-cd551a07e6c5 with Priority: HIGHEST for action security_group_members [ 682.123864] env[67081]: INFO networking_nsxv3.common.synchronization [req-9ff23228-a8eb-48cb-b4cc-be8ac413a906 req-6d7954ad-0ba1-43c8-877f-4b53b8b6f3ec service nova] Enqueued Resource ID: 0f23145b-6f96-458a-a487-3cd3df405588 with Priority: HIGHEST for action port [ 682.124405] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 100e759b-2ab6-4dfe-832e-cd551a07e6c5 with Priority: HIGHEST for action security_group_rules [ 682.124405] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 100e759b-2ab6-4dfe-832e-cd551a07e6c5 with Priority: HIGHEST for action security_group_members [ 682.125392] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f23145b-6f96-458a-a487-3cd3df405588 with Priority: HIGHEST for action port [ 682.125392] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-100e759b-2ab6-4dfe-832e-cd551a07e6c5 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.125392] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-100e759b-2ab6-4dfe-832e-cd551a07e6c5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.125392] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-100e759b-2ab6-4dfe-832e-cd551a07e6c5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.128403] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-100e759b-2ab6-4dfe-832e-cd551a07e6c5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.128592] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('100e759b-2ab6-4dfe-832e-cd551a07e6c5',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.129698] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-100e759b-2ab6-4dfe-832e-cd551a07e6c5 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.129832] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-100e759b-2ab6-4dfe-832e-cd551a07e6c5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.129904] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-100e759b-2ab6-4dfe-832e-cd551a07e6c5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.130124] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-100e759b-2ab6-4dfe-832e-cd551a07e6c5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.130271] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.130508] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.130508] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.130833] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.130833] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.131224] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('100e759b-2ab6-4dfe-832e-cd551a07e6c5',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.134342] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f23145b-6f96-458a-a487-3cd3df405588 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.134342] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f23145b-6f96-458a-a487-3cd3df405588" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.134517] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f23145b-6f96-458a-a487-3cd3df405588" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.134686] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f23145b-6f96-458a-a487-3cd3df405588" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.134766] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f23145b-6f96-458a-a487-3cd3df405588',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.221466] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 in Status: SUCCESS [ 682.221878] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.221878] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.222349] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.222349] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.222527] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.222527] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.222780] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.222876] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.222965] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.223071] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d43effa5-96f7-4264-ac8c-7c886969ceb2',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.636840] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-100e759b-2ab6-4dfe-832e-cd551a07e6c5 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.637051] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-100e759b-2ab6-4dfe-832e-cd551a07e6c5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.642478] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('100e759b-2ab6-4dfe-832e-cd551a07e6c5',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.643479] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f23145b-6f96-458a-a487-3cd3df405588 with status ACTIVE [ 682.643679] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.643809] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.643874] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.644139] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.644238] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.644424] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.644529] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.644585] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.644943] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.644943] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.645291] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.645291] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.645563] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.645563] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.645563] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.645701] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f23145b-6f96-458a-a487-3cd3df405588 is going to be updated. [ 682.655238] env[67081]: INFO networking_nsxv3.common.synchronization [req-f9c59e6f-e1f5-42b8-8922-30e8bf6ec82b req-549abfa5-f015-420f-bbbc-ce1efa17904c tempest-ServerAddressesNegativeTestJSON-2062127572 tempest-ServerAddressesNegativeTestJSON-2062127572-project-member] Enqueued Resource ID: 97e67a48-8cb3-4465-bdb6-8d224de4962b with Priority: HIGHEST for action security_group_members [ 682.657027] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97e67a48-8cb3-4465-bdb6-8d224de4962b with Priority: HIGHEST for action security_group_members [ 682.657378] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-97e67a48-8cb3-4465-bdb6-8d224de4962b taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.657499] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97e67a48-8cb3-4465-bdb6-8d224de4962b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.657565] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97e67a48-8cb3-4465-bdb6-8d224de4962b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.657822] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97e67a48-8cb3-4465-bdb6-8d224de4962b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.657973] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.658085] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.658143] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.658290] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.658370] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.658477] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97e67a48-8cb3-4465-bdb6-8d224de4962b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.674151] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.674151] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.674151] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.674151] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.674151] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.674151] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f23145b-6f96-458a-a487-3cd3df405588" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.726579] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-d43effa5-96f7-4264-ac8c-7c886969ceb2 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.726824] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.726824] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.727165] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.727340] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.727447] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.727513] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.727690] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.727755] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.727846] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.728000] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-d43effa5-96f7-4264-ac8c-7c886969ceb2 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.728106] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.728166] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.728310] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.728451] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.728560] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.728607] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.728732] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.728806] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.728868] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.728963] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d43effa5-96f7-4264-ac8c-7c886969ceb2',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.968092] env[67081]: INFO networking_nsxv3.common.synchronization [None req-54110796-0b1b-45ab-873c-7afe48dd3972 tempest-ServersV294TestFqdnHostnames-2082610612 tempest-ServersV294TestFqdnHostnames-2082610612-project-member] Enqueued Resource ID: 3e66637a-d682-4882-98f8-43ffc317f453 with Priority: HIGHEST for action security_group_rules [ 682.968092] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e66637a-d682-4882-98f8-43ffc317f453 with Priority: HIGHEST for action security_group_rules [ 682.968092] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e66637a-d682-4882-98f8-43ffc317f453 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.968092] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e66637a-d682-4882-98f8-43ffc317f453" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.968092] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e66637a-d682-4882-98f8-43ffc317f453" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.968495] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e66637a-d682-4882-98f8-43ffc317f453" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.968495] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e66637a-d682-4882-98f8-43ffc317f453',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.117427] env[67081]: INFO networking_nsxv3.common.synchronization [None req-48957384-3eb8-46cb-b7c0-c6ad405e7654 None None] Enqueued Resource ID: 95a93e19-46ef-49bb-900a-74982b3ad12b with Priority: HIGHEST for action port [ 683.118308] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95a93e19-46ef-49bb-900a-74982b3ad12b with Priority: HIGHEST for action port [ 683.118641] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-95a93e19-46ef-49bb-900a-74982b3ad12b taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.118727] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95a93e19-46ef-49bb-900a-74982b3ad12b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.119835] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95a93e19-46ef-49bb-900a-74982b3ad12b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.121270] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95a93e19-46ef-49bb-900a-74982b3ad12b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.121421] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95a93e19-46ef-49bb-900a-74982b3ad12b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.147887] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('100e759b-2ab6-4dfe-832e-cd551a07e6c5',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.160847] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.161059] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.161059] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.161880] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.161880] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.161880] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.161880] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.161880] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.162204] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.162335] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.162537] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97e67a48-8cb3-4465-bdb6-8d224de4962b already deleted. [ 683.162635] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97e67a48-8cb3-4465-bdb6-8d224de4962b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.234934] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d43effa5-96f7-4264-ac8c-7c886969ceb2: rpc.has_security_group_logging(os_id): False [ 683.245993] env[67081]: INFO networking_nsxv3.common.synchronization [None req-553d66b0-0da0-4755-976f-d50d1e521d3c tempest-ServersV294TestFqdnHostnames-2082610612 tempest-ServersV294TestFqdnHostnames-2082610612-project-member] Enqueued Resource ID: 3e66637a-d682-4882-98f8-43ffc317f453 with Priority: HIGHEST for action security_group_rules [ 683.246765] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e66637a-d682-4882-98f8-43ffc317f453 with Priority: HIGHEST for action security_group_rules [ 683.247252] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e66637a-d682-4882-98f8-43ffc317f453 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.247364] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e66637a-d682-4882-98f8-43ffc317f453" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.254249] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.254249] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.254249] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.254449] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.254487] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.254751] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.254851] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.254851] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.254971] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.255059] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.255259] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.255351] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.255406] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.255544] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.255615] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.255791] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.255881] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.255940] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.256431] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.256431] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.256431] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 is going to be updated. [ 683.341491] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.341655] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.341705] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.341936] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.342108] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.345313] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-838 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.345479] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-838" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.345593] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-838" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.345920] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-838" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.346251] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.346332] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.346704] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.346704] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.346818] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.346953] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 683.347072] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 683.347171] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 683.347303] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 683.347415] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 683.347516] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 683.347638] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 683.356459] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 in Status: IN_PROGRESS for 2s [ 683.372660] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 683.372836] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 683.372961] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 683.373202] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-838" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.373518] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-4692bf4e-aaa1-41c9-81ea-258cb0c52c95 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.373687] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-4692bf4e-aaa1-41c9-81ea-258cb0c52c95" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.373800] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-4692bf4e-aaa1-41c9-81ea-258cb0c52c95" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.374126] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-4692bf4e-aaa1-41c9-81ea-258cb0c52c95" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.374259] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4692bf4e-aaa1-41c9-81ea-258cb0c52c95',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.491335] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.491508] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.491558] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.491774] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.491864] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.491964] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e66637a-d682-4882-98f8-43ffc317f453 already deleted. [ 683.492068] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e66637a-d682-4882-98f8-43ffc317f453" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.492266] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e66637a-d682-4882-98f8-43ffc317f453" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.492444] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e66637a-d682-4882-98f8-43ffc317f453" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.492526] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e66637a-d682-4882-98f8-43ffc317f453',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.625364] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 95a93e19-46ef-49bb-900a-74982b3ad12b [ 683.625548] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.625698] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.625780] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.626567] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.626567] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.626716] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:95a93e19-46ef-49bb-900a-74982b3ad12b already deleted. [ 683.626716] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95a93e19-46ef-49bb-900a-74982b3ad12b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.652672] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.652858] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.652956] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.653779] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.653779] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.653779] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 100e759b-2ab6-4dfe-832e-cd551a07e6c5 is going to be created. [ 683.691220] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.691410] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.691494] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.691831] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.692131] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.709001] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 100e759b-2ab6-4dfe-832e-cd551a07e6c5 in Status: UNINITIALIZED for 2s [ 683.877575] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.878098] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.878275] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.879199] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.879199] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.879199] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port 4692bf4e-aaa1-41c9-81ea-258cb0c52c95 not found, creating... [ 683.879199] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.879199] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.879516] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.879563] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.879737] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.880035] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.880234] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.880373] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.880606] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.880889] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.881051] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: 4692bf4e-aaa1-41c9-81ea-258cb0c52c95 is going to be created. [ 683.908244] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.908845] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.908845] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.908994] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.909217] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.909759] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-4692bf4e-aaa1-41c9-81ea-258cb0c52c95" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.017786] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.018012] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.018117] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.018373] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.018493] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.018617] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e66637a-d682-4882-98f8-43ffc317f453 already deleted. [ 684.018728] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e66637a-d682-4882-98f8-43ffc317f453" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.642332] env[67081]: INFO networking_nsxv3.common.synchronization [req-f9c59e6f-e1f5-42b8-8922-30e8bf6ec82b req-204fa8e8-3868-43f2-94e5-97466d2c0ea5 service nova] Enqueued Resource ID: 97e67a48-8cb3-4465-bdb6-8d224de4962b with Priority: HIGHEST for action security_group_rules [ 684.642332] env[67081]: INFO networking_nsxv3.common.synchronization [req-f9c59e6f-e1f5-42b8-8922-30e8bf6ec82b req-204fa8e8-3868-43f2-94e5-97466d2c0ea5 service nova] Enqueued Resource ID: 97e67a48-8cb3-4465-bdb6-8d224de4962b with Priority: HIGHEST for action security_group_members [ 684.643659] env[67081]: INFO networking_nsxv3.common.synchronization [req-f9c59e6f-e1f5-42b8-8922-30e8bf6ec82b req-204fa8e8-3868-43f2-94e5-97466d2c0ea5 service nova] Enqueued Resource ID: 4692bf4e-aaa1-41c9-81ea-258cb0c52c95 with Priority: HIGHEST for action port [ 684.643659] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97e67a48-8cb3-4465-bdb6-8d224de4962b with Priority: HIGHEST for action security_group_rules [ 684.643831] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97e67a48-8cb3-4465-bdb6-8d224de4962b with Priority: HIGHEST for action security_group_members [ 684.646319] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4692bf4e-aaa1-41c9-81ea-258cb0c52c95 with Priority: HIGHEST for action port [ 684.646319] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97e67a48-8cb3-4465-bdb6-8d224de4962b taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.646319] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97e67a48-8cb3-4465-bdb6-8d224de4962b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.646319] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97e67a48-8cb3-4465-bdb6-8d224de4962b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.646319] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97e67a48-8cb3-4465-bdb6-8d224de4962b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.646319] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97e67a48-8cb3-4465-bdb6-8d224de4962b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.646799] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-97e67a48-8cb3-4465-bdb6-8d224de4962b taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.646907] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97e67a48-8cb3-4465-bdb6-8d224de4962b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.647028] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97e67a48-8cb3-4465-bdb6-8d224de4962b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.647273] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97e67a48-8cb3-4465-bdb6-8d224de4962b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.647425] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.647579] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.647869] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.647869] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.647955] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.650921] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97e67a48-8cb3-4465-bdb6-8d224de4962b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.650921] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-4692bf4e-aaa1-41c9-81ea-258cb0c52c95 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.650921] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4692bf4e-aaa1-41c9-81ea-258cb0c52c95" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.650921] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4692bf4e-aaa1-41c9-81ea-258cb0c52c95" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.650921] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4692bf4e-aaa1-41c9-81ea-258cb0c52c95" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.650921] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4692bf4e-aaa1-41c9-81ea-258cb0c52c95',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.151505] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97e67a48-8cb3-4465-bdb6-8d224de4962b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.153101] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-97e67a48-8cb3-4465-bdb6-8d224de4962b taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.153101] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97e67a48-8cb3-4465-bdb6-8d224de4962b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.153469] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4692bf4e-aaa1-41c9-81ea-258cb0c52c95 with status ACTIVE [ 685.153623] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.153766] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.153830] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.154142] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.154217] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.154433] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.154567] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.154652] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.154922] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.154922] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.155120] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.155251] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.155251] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.155534] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.155534] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.155534] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4692bf4e-aaa1-41c9-81ea-258cb0c52c95 is going to be updated. [ 685.227501] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.227768] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.227887] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.228329] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.228543] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.228866] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4692bf4e-aaa1-41c9-81ea-258cb0c52c95" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.375782] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 in Status: SUCCESS [ 685.376079] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.600413] env[67081]: INFO networking_nsxv3.common.synchronization [req-ad600122-cdde-44cb-ad2a-2fd939c65146 req-005a9cab-2f60-48b8-8c5f-69b59643b8a2 tempest-DeleteServersAdminTestJSON-8208721 tempest-DeleteServersAdminTestJSON-8208721-project-member] Enqueued Resource ID: 5a477966-3ef0-4a03-b2a6-b8574a53a584 with Priority: HIGHEST for action security_group_members [ 685.601033] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a477966-3ef0-4a03-b2a6-b8574a53a584 with Priority: HIGHEST for action security_group_members [ 685.601332] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a477966-3ef0-4a03-b2a6-b8574a53a584 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.601468] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a477966-3ef0-4a03-b2a6-b8574a53a584" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.602463] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a477966-3ef0-4a03-b2a6-b8574a53a584" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.602463] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a477966-3ef0-4a03-b2a6-b8574a53a584" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.602463] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.602463] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.602463] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.602463] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.602463] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.602463] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a477966-3ef0-4a03-b2a6-b8574a53a584',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.654617] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97e67a48-8cb3-4465-bdb6-8d224de4962b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.720772] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 100e759b-2ab6-4dfe-832e-cd551a07e6c5 in Status: SUCCESS [ 685.721050] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-100e759b-2ab6-4dfe-832e-cd551a07e6c5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.721232] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-100e759b-2ab6-4dfe-832e-cd551a07e6c5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.721513] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-100e759b-2ab6-4dfe-832e-cd551a07e6c5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.722090] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.722090] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.722090] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.722090] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.722313] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.722313] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-100e759b-2ab6-4dfe-832e-cd551a07e6c5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.722313] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('100e759b-2ab6-4dfe-832e-cd551a07e6c5',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.105739] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.105739] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.105739] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.105739] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.105739] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.106713] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.106713] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.106975] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.107044] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.107158] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.107261] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a477966-3ef0-4a03-b2a6-b8574a53a584 is going to be updated. [ 686.150209] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.150448] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.150508] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.150793] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.150990] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.157233] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.157554] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.157665] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.158014] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.158227] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.158619] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97e67a48-8cb3-4465-bdb6-8d224de4962b is going to be created. [ 686.164125] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a477966-3ef0-4a03-b2a6-b8574a53a584 in Status: IN_PROGRESS for 2s [ 686.191862] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.192832] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.192983] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.193363] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.193573] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.206387] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97e67a48-8cb3-4465-bdb6-8d224de4962b in Status: UNINITIALIZED for 2s [ 686.226019] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-100e759b-2ab6-4dfe-832e-cd551a07e6c5 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.226237] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-100e759b-2ab6-4dfe-832e-cd551a07e6c5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.226293] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-100e759b-2ab6-4dfe-832e-cd551a07e6c5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.226494] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-100e759b-2ab6-4dfe-832e-cd551a07e6c5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.229797] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.229797] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.229797] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.229797] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.229797] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.229797] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-100e759b-2ab6-4dfe-832e-cd551a07e6c5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.229797] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-100e759b-2ab6-4dfe-832e-cd551a07e6c5 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.229797] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-100e759b-2ab6-4dfe-832e-cd551a07e6c5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.229797] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-100e759b-2ab6-4dfe-832e-cd551a07e6c5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.229797] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-100e759b-2ab6-4dfe-832e-cd551a07e6c5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.229797] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.229797] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.229797] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.229797] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.229797] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.229797] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-100e759b-2ab6-4dfe-832e-cd551a07e6c5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.229797] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('100e759b-2ab6-4dfe-832e-cd551a07e6c5',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.247855] env[67081]: INFO networking_nsxv3.common.synchronization [None req-c6629781-39ed-4216-974c-f9ad4b29b4f3 None None] Enqueued Resource ID: 0614b931-a39b-405f-a314-e7cafb2ad75c with Priority: HIGHEST for action port [ 686.248620] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0614b931-a39b-405f-a314-e7cafb2ad75c with Priority: HIGHEST for action port [ 686.248936] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-0614b931-a39b-405f-a314-e7cafb2ad75c taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.249178] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0614b931-a39b-405f-a314-e7cafb2ad75c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.249248] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0614b931-a39b-405f-a314-e7cafb2ad75c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.249592] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0614b931-a39b-405f-a314-e7cafb2ad75c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.249730] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0614b931-a39b-405f-a314-e7cafb2ad75c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.394663] env[67081]: INFO networking_nsxv3.common.synchronization [None req-61182827-a15e-4744-b6f8-e74c52d5566f None None] Enqueued Resource ID: 1250d0a6-621e-4185-9f83-bade797916f2 with Priority: HIGHEST for action port [ 686.396534] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1250d0a6-621e-4185-9f83-bade797916f2 with Priority: HIGHEST for action port [ 686.397235] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-1250d0a6-621e-4185-9f83-bade797916f2 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.397490] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1250d0a6-621e-4185-9f83-bade797916f2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.397699] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1250d0a6-621e-4185-9f83-bade797916f2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.398283] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1250d0a6-621e-4185-9f83-bade797916f2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.399266] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1250d0a6-621e-4185-9f83-bade797916f2',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.731814] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 100e759b-2ab6-4dfe-832e-cd551a07e6c5: rpc.has_security_group_logging(os_id): False [ 686.752682] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0614b931-a39b-405f-a314-e7cafb2ad75c [ 686.752963] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.754023] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.754428] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.754619] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.754732] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.754841] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0614b931-a39b-405f-a314-e7cafb2ad75c already deleted. [ 686.754927] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0614b931-a39b-405f-a314-e7cafb2ad75c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.756993] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.756993] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.756993] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.757282] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.757282] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.757569] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.757569] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.757724] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.757826] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.757897] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.758100] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.758202] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.758456] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.758456] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.758588] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.758781] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.758870] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.759406] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.759595] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.759705] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.759803] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 100e759b-2ab6-4dfe-832e-cd551a07e6c5 is going to be created. [ 686.833734] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.833926] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.833976] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.834247] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.834357] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.846108] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 100e759b-2ab6-4dfe-832e-cd551a07e6c5 in Status: IN_PROGRESS for 2s [ 686.903405] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1250d0a6-621e-4185-9f83-bade797916f2 [ 686.903716] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.903861] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.903930] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.904244] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.904349] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.904453] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1250d0a6-621e-4185-9f83-bade797916f2 already deleted. [ 686.904642] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1250d0a6-621e-4185-9f83-bade797916f2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.931025] env[67081]: INFO networking_nsxv3.common.synchronization [req-423a1eb5-b22f-4965-a2fe-1e3cc21df76e req-52fe2326-58a3-4c35-a26b-0a695b91b25a tempest-FloatingIPsAssociationTestJSON-1069670455 tempest-FloatingIPsAssociationTestJSON-1069670455-project-member] Enqueued Resource ID: f452a37f-2052-4f91-9419-cc330152f0a5 with Priority: HIGHEST for action security_group_members [ 686.931025] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f452a37f-2052-4f91-9419-cc330152f0a5 with Priority: HIGHEST for action security_group_members [ 686.931025] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f452a37f-2052-4f91-9419-cc330152f0a5 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.931025] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f452a37f-2052-4f91-9419-cc330152f0a5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.931025] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f452a37f-2052-4f91-9419-cc330152f0a5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.931747] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f452a37f-2052-4f91-9419-cc330152f0a5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.931747] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.931747] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.931990] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.932190] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.932358] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.932513] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f452a37f-2052-4f91-9419-cc330152f0a5',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.165918] env[67081]: INFO networking_nsxv3.common.synchronization [req-b1a671c6-fdcd-4e9e-8572-33a168dddb56 req-1d67a73b-dd23-4ca2-91ad-988c90ca5312 tempest-SecurityGroupRulesTestJSON-953987356 tempest-SecurityGroupRulesTestJSON-953987356-project-member] Enqueued Resource ID: 9aa99834-ab06-435f-9f12-87d6c4ed1601 with Priority: HIGHEST for action security_group_rules [ 687.166493] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aa99834-ab06-435f-9f12-87d6c4ed1601 with Priority: HIGHEST for action security_group_rules [ 687.166902] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9aa99834-ab06-435f-9f12-87d6c4ed1601 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.167288] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9aa99834-ab06-435f-9f12-87d6c4ed1601" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.167389] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9aa99834-ab06-435f-9f12-87d6c4ed1601" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.167849] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9aa99834-ab06-435f-9f12-87d6c4ed1601" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.169227] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9aa99834-ab06-435f-9f12-87d6c4ed1601',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.411933] env[67081]: INFO networking_nsxv3.common.synchronization [req-fec4d317-a157-44d9-bc66-e2fc72543474 req-3fa45a93-09a1-4f58-b516-e9b145f3e0af tempest-ImagesOneServerTestJSON-1002051227 tempest-ImagesOneServerTestJSON-1002051227-project-member] Enqueued Resource ID: d224054b-9b0a-4d4c-aaae-f45e29d253fd with Priority: HIGHEST for action security_group_members [ 687.412923] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d224054b-9b0a-4d4c-aaae-f45e29d253fd with Priority: HIGHEST for action security_group_members [ 687.413010] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-d224054b-9b0a-4d4c-aaae-f45e29d253fd taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.414115] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d224054b-9b0a-4d4c-aaae-f45e29d253fd" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.414208] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d224054b-9b0a-4d4c-aaae-f45e29d253fd" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.414581] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d224054b-9b0a-4d4c-aaae-f45e29d253fd" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.414872] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.414872] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.414872] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.415072] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.415115] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.415211] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d224054b-9b0a-4d4c-aaae-f45e29d253fd',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.436308] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f452a37f-2052-4f91-9419-cc330152f0a5',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.697321] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.697495] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.697572] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.697824] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.698019] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.698088] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9aa99834-ab06-435f-9f12-87d6c4ed1601 already deleted. [ 687.698445] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9aa99834-ab06-435f-9f12-87d6c4ed1601" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.885223] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-497 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.885758] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-497" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.885758] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-497" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.886089] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-497" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.886667] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.886667] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.886839] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.887532] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.887532] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.889776] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 687.889776] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 687.889776] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 687.889776] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 687.889776] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 687.889776] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 687.889776] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 687.918928] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.919139] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.919213] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.919459] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.919552] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.919796] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.919905] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.919952] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.920209] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.920209] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.920276] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d224054b-9b0a-4d4c-aaae-f45e29d253fd already deleted. [ 687.920488] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d224054b-9b0a-4d4c-aaae-f45e29d253fd" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.940707] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f452a37f-2052-4f91-9419-cc330152f0a5',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.950362] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 687.950537] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.062 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 687.950984] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 687.951071] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-497" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.951372] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-8fafa22d-9055-4e72-bfa0-abe9112485d5 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.951564] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-8fafa22d-9055-4e72-bfa0-abe9112485d5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.951678] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-8fafa22d-9055-4e72-bfa0-abe9112485d5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.952063] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-8fafa22d-9055-4e72-bfa0-abe9112485d5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.952241] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fafa22d-9055-4e72-bfa0-abe9112485d5',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.193325] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a477966-3ef0-4a03-b2a6-b8574a53a584 in Status: SUCCESS [ 688.193519] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a477966-3ef0-4a03-b2a6-b8574a53a584 deletion is rescheduled due to dependency. [ 688.193645] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a477966-3ef0-4a03-b2a6-b8574a53a584" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.224994] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97e67a48-8cb3-4465-bdb6-8d224de4962b in Status: SUCCESS [ 688.224994] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97e67a48-8cb3-4465-bdb6-8d224de4962b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.224994] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97e67a48-8cb3-4465-bdb6-8d224de4962b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.224994] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97e67a48-8cb3-4465-bdb6-8d224de4962b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.224994] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.224994] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.224994] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.224994] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.224994] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.224994] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97e67a48-8cb3-4465-bdb6-8d224de4962b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.224994] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97e67a48-8cb3-4465-bdb6-8d224de4962b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.445825] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.446042] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.446129] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.446395] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.446511] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.446671] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f452a37f-2052-4f91-9419-cc330152f0a5 is going to be updated. [ 688.458340] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.458340] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.458340] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.458340] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.458637] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.458637] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port 8fafa22d-9055-4e72-bfa0-abe9112485d5 not found, creating... [ 688.458840] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.458980] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.459096] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.459293] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.459412] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.459748] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.459876] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.460011] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.460253] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.460380] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.460508] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: 8fafa22d-9055-4e72-bfa0-abe9112485d5 is going to be created. [ 688.495445] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.495649] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.495750] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.496107] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.496467] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.496800] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-8fafa22d-9055-4e72-bfa0-abe9112485d5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.500769] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.500944] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.500994] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.501203] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.501363] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.516641] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f452a37f-2052-4f91-9419-cc330152f0a5 in Status: IN_PROGRESS for 2s [ 688.729789] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-97e67a48-8cb3-4465-bdb6-8d224de4962b taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.729789] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97e67a48-8cb3-4465-bdb6-8d224de4962b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.729789] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97e67a48-8cb3-4465-bdb6-8d224de4962b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.729789] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97e67a48-8cb3-4465-bdb6-8d224de4962b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.729789] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.729789] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.729789] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.729789] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.729789] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.729789] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97e67a48-8cb3-4465-bdb6-8d224de4962b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.729789] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-97e67a48-8cb3-4465-bdb6-8d224de4962b taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.729789] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97e67a48-8cb3-4465-bdb6-8d224de4962b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.729789] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97e67a48-8cb3-4465-bdb6-8d224de4962b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.729789] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97e67a48-8cb3-4465-bdb6-8d224de4962b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.729789] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.729789] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.730292] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.730292] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.730292] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.730292] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97e67a48-8cb3-4465-bdb6-8d224de4962b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.730292] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97e67a48-8cb3-4465-bdb6-8d224de4962b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.888312] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 100e759b-2ab6-4dfe-832e-cd551a07e6c5 in Status: SUCCESS [ 688.888744] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-100e759b-2ab6-4dfe-832e-cd551a07e6c5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.216602] env[67081]: INFO networking_nsxv3.common.synchronization [req-fec4d317-a157-44d9-bc66-e2fc72543474 req-26e4e410-721d-429a-a0e7-6f41170d94e3 service nova] Enqueued Resource ID: d224054b-9b0a-4d4c-aaae-f45e29d253fd with Priority: HIGHEST for action security_group_rules [ 689.217818] env[67081]: INFO networking_nsxv3.common.synchronization [req-fec4d317-a157-44d9-bc66-e2fc72543474 req-26e4e410-721d-429a-a0e7-6f41170d94e3 service nova] Enqueued Resource ID: d224054b-9b0a-4d4c-aaae-f45e29d253fd with Priority: HIGHEST for action security_group_members [ 689.217818] env[67081]: INFO networking_nsxv3.common.synchronization [req-fec4d317-a157-44d9-bc66-e2fc72543474 req-26e4e410-721d-429a-a0e7-6f41170d94e3 service nova] Enqueued Resource ID: 8fafa22d-9055-4e72-bfa0-abe9112485d5 with Priority: HIGHEST for action port [ 689.217818] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d224054b-9b0a-4d4c-aaae-f45e29d253fd with Priority: HIGHEST for action security_group_rules [ 689.218624] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d224054b-9b0a-4d4c-aaae-f45e29d253fd with Priority: HIGHEST for action security_group_members [ 689.218877] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fafa22d-9055-4e72-bfa0-abe9112485d5 with Priority: HIGHEST for action port [ 689.219356] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d224054b-9b0a-4d4c-aaae-f45e29d253fd taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.219845] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d224054b-9b0a-4d4c-aaae-f45e29d253fd" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.219845] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d224054b-9b0a-4d4c-aaae-f45e29d253fd" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.220149] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d224054b-9b0a-4d4c-aaae-f45e29d253fd" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.222070] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d224054b-9b0a-4d4c-aaae-f45e29d253fd',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.222070] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-d224054b-9b0a-4d4c-aaae-f45e29d253fd taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.222070] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d224054b-9b0a-4d4c-aaae-f45e29d253fd" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.222070] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d224054b-9b0a-4d4c-aaae-f45e29d253fd" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.222070] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d224054b-9b0a-4d4c-aaae-f45e29d253fd" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.222070] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.222070] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.222467] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.222780] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.222961] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.223143] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d224054b-9b0a-4d4c-aaae-f45e29d253fd',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.225459] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fafa22d-9055-4e72-bfa0-abe9112485d5 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.225707] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fafa22d-9055-4e72-bfa0-abe9112485d5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.225847] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fafa22d-9055-4e72-bfa0-abe9112485d5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.226136] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fafa22d-9055-4e72-bfa0-abe9112485d5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.226298] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fafa22d-9055-4e72-bfa0-abe9112485d5',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.233588] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97e67a48-8cb3-4465-bdb6-8d224de4962b: rpc.has_security_group_logging(os_id): False [ 689.268626] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.268876] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.268948] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.269631] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.269631] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.269812] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.269976] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.270059] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.270269] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.270368] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.270541] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.270699] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.270774] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.270920] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.271058] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.271307] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.271513] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.271513] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.271737] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.271737] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.272027] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97e67a48-8cb3-4465-bdb6-8d224de4962b is going to be created. [ 689.504461] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.504760] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.504881] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.505222] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.505569] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.518637] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97e67a48-8cb3-4465-bdb6-8d224de4962b in Status: IN_PROGRESS for 2s [ 689.728901] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-d224054b-9b0a-4d4c-aaae-f45e29d253fd taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.729073] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d224054b-9b0a-4d4c-aaae-f45e29d253fd" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.729378] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d224054b-9b0a-4d4c-aaae-f45e29d253fd',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.730877] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8fafa22d-9055-4e72-bfa0-abe9112485d5 with status ACTIVE [ 689.731070] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.731275] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.731275] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.731504] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.731596] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.731767] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.731864] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.731925] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.732884] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.733008] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.733367] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.733489] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.733569] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.735246] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.735246] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.735246] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8fafa22d-9055-4e72-bfa0-abe9112485d5 is going to be updated. [ 689.761579] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.761886] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.761957] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.762316] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.762427] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.762601] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fafa22d-9055-4e72-bfa0-abe9112485d5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.237672] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d224054b-9b0a-4d4c-aaae-f45e29d253fd',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.529346] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f452a37f-2052-4f91-9419-cc330152f0a5 in Status: SUCCESS [ 690.530801] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f452a37f-2052-4f91-9419-cc330152f0a5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.744077] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.744077] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.744077] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.744077] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.744077] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.744077] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d224054b-9b0a-4d4c-aaae-f45e29d253fd is going to be created. [ 690.768929] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.769846] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.769846] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.769846] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.770039] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.782235] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d224054b-9b0a-4d4c-aaae-f45e29d253fd in Status: UNINITIALIZED for 2s [ 691.535737] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97e67a48-8cb3-4465-bdb6-8d224de4962b in Status: SUCCESS [ 691.535737] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97e67a48-8cb3-4465-bdb6-8d224de4962b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.540939] env[67081]: INFO networking_nsxv3.common.synchronization [None req-671b09a2-eed8-4cce-93b1-7097ca6c537b None None] Enqueued Resource ID: 020e17b3-6b83-4d39-a264-0621f76d6494 with Priority: HIGHEST for action port [ 691.540939] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 020e17b3-6b83-4d39-a264-0621f76d6494 with Priority: HIGHEST for action port [ 691.540939] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-020e17b3-6b83-4d39-a264-0621f76d6494 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.540939] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-020e17b3-6b83-4d39-a264-0621f76d6494" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.540939] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-020e17b3-6b83-4d39-a264-0621f76d6494" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.540939] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-020e17b3-6b83-4d39-a264-0621f76d6494" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.540939] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('020e17b3-6b83-4d39-a264-0621f76d6494',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.861435] env[67081]: INFO networking_nsxv3.common.synchronization [req-55324356-bde1-4a84-807c-6899a75c1cbb req-5d543e66-1542-4ee9-a725-6b016541d17a tempest-SecurityGroupRulesTestJSON-953987356 tempest-SecurityGroupRulesTestJSON-953987356-project-member] Enqueued Resource ID: 9aa99834-ab06-435f-9f12-87d6c4ed1601 with Priority: HIGHEST for action security_group_rules [ 691.862262] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aa99834-ab06-435f-9f12-87d6c4ed1601 with Priority: HIGHEST for action security_group_rules [ 691.862378] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9aa99834-ab06-435f-9f12-87d6c4ed1601 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.862501] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9aa99834-ab06-435f-9f12-87d6c4ed1601" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.862563] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9aa99834-ab06-435f-9f12-87d6c4ed1601" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.862918] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9aa99834-ab06-435f-9f12-87d6c4ed1601" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.863013] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9aa99834-ab06-435f-9f12-87d6c4ed1601',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.045524] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 020e17b3-6b83-4d39-a264-0621f76d6494 [ 692.045833] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.045980] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.046067] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.046279] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.046396] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.046540] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:020e17b3-6b83-4d39-a264-0621f76d6494 already deleted. [ 692.046643] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-020e17b3-6b83-4d39-a264-0621f76d6494" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.384493] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.384947] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.384947] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.384947] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.385086] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.385182] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9aa99834-ab06-435f-9f12-87d6c4ed1601 already deleted. [ 692.385219] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9aa99834-ab06-435f-9f12-87d6c4ed1601" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.784024] env[67081]: INFO networking_nsxv3.common.synchronization [req-c73ccba0-aeee-4095-817a-1b4e2dbcb433 req-ca78bd95-3e7d-40bc-989f-101cad280dc3 tempest-ImagesTestJSON-1520802003 tempest-ImagesTestJSON-1520802003-project-member] Enqueued Resource ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f with Priority: HIGHEST for action security_group_members [ 692.786877] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f with Priority: HIGHEST for action security_group_members [ 692.787292] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.787384] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.787415] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.787656] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.787835] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.787937] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.787994] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.788161] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.788250] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.788342] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1eef0506-1c43-4aa3-8ce6-a2f56673c16f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.799243] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d224054b-9b0a-4d4c-aaae-f45e29d253fd in Status: SUCCESS [ 692.799456] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d224054b-9b0a-4d4c-aaae-f45e29d253fd" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.799645] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d224054b-9b0a-4d4c-aaae-f45e29d253fd" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.799888] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d224054b-9b0a-4d4c-aaae-f45e29d253fd" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.800094] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.800207] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.800269] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.800417] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.800503] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.800586] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d224054b-9b0a-4d4c-aaae-f45e29d253fd" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.800925] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d224054b-9b0a-4d4c-aaae-f45e29d253fd',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.081755] env[67081]: INFO networking_nsxv3.common.synchronization [None req-cd753a02-4155-44ee-80d9-3f7eece4165b None None] Enqueued Resource ID: 92e63ff2-391e-464b-9933-a50411ab6167 with Priority: HIGHEST for action port [ 693.082771] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92e63ff2-391e-464b-9933-a50411ab6167 with Priority: HIGHEST for action port [ 693.082771] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-92e63ff2-391e-464b-9933-a50411ab6167 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.082771] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92e63ff2-391e-464b-9933-a50411ab6167" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.085176] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92e63ff2-391e-464b-9933-a50411ab6167" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.085176] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92e63ff2-391e-464b-9933-a50411ab6167" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.085176] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92e63ff2-391e-464b-9933-a50411ab6167',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.292052] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.292052] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.292052] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.292052] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.292052] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.292327] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.292327] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.292414] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.292563] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.292611] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.292668] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f already deleted. [ 693.292772] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.303492] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-d224054b-9b0a-4d4c-aaae-f45e29d253fd taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.303743] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d224054b-9b0a-4d4c-aaae-f45e29d253fd" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.304057] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d224054b-9b0a-4d4c-aaae-f45e29d253fd" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.304328] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d224054b-9b0a-4d4c-aaae-f45e29d253fd" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.304549] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.304768] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.304878] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.305103] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.305204] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.305309] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d224054b-9b0a-4d4c-aaae-f45e29d253fd" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.305465] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-d224054b-9b0a-4d4c-aaae-f45e29d253fd taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.305557] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d224054b-9b0a-4d4c-aaae-f45e29d253fd" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.305627] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d224054b-9b0a-4d4c-aaae-f45e29d253fd" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.305791] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d224054b-9b0a-4d4c-aaae-f45e29d253fd" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.305942] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.306058] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.306121] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.308020] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.308020] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.308020] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d224054b-9b0a-4d4c-aaae-f45e29d253fd" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.308020] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d224054b-9b0a-4d4c-aaae-f45e29d253fd',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.401114] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock network-21 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.401114] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "network-21" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.401114] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "network-21" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.401114] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "network-21" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.401114] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.401114] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.401114] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.401114] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.401114] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.402786] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.403073] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 693.403298] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 693.403503] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 693.403704] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.403875] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 693.404157] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 693.433444] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 693.433618] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 693.433756] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 693.433930] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "network-21" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.434562] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock port-811155a4-fd40-4bf4-ba2e-0a4822e04e61 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.434562] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "port-811155a4-fd40-4bf4-ba2e-0a4822e04e61" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.434562] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "port-811155a4-fd40-4bf4-ba2e-0a4822e04e61" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.434883] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "port-811155a4-fd40-4bf4-ba2e-0a4822e04e61" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.435052] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('811155a4-fd40-4bf4-ba2e-0a4822e04e61',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.589050] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 92e63ff2-391e-464b-9933-a50411ab6167 [ 693.589249] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.589371] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.589438] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.589639] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.589789] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.589889] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:92e63ff2-391e-464b-9933-a50411ab6167 already deleted. [ 693.589974] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92e63ff2-391e-464b-9933-a50411ab6167" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.809231] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d224054b-9b0a-4d4c-aaae-f45e29d253fd: rpc.has_security_group_logging(os_id): False [ 693.842046] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.842046] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.842046] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.842046] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.842275] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.842455] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.842645] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.842695] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.842923] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.844496] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.844794] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.845044] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.846326] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.846326] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.846326] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.846326] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.846326] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.846326] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.846326] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.846326] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.846326] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d224054b-9b0a-4d4c-aaae-f45e29d253fd is going to be created. [ 693.938854] env[67081]: INFO networking_nsxv3.common.synchronization [None req-6d7bb49f-9764-4b0b-aaaf-e7730c55d891 None None] Enqueued Resource ID: e9db8029-706a-4a9a-a37f-f1c53b435e03 with Priority: HIGHEST for action port [ 693.940492] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.940492] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.940492] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.940492] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.940492] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.940492] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Segment Port 811155a4-fd40-4bf4-ba2e-0a4822e04e61 not found, creating... [ 693.940744] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.940812] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.941033] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.941614] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.941614] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.941614] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.941848] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.941907] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.942088] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.942214] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.942373] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Resource: SegmentPort with ID: 811155a4-fd40-4bf4-ba2e-0a4822e04e61 is going to be created. [ 693.943801] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9db8029-706a-4a9a-a37f-f1c53b435e03 with Priority: HIGHEST for action port [ 693.944124] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9db8029-706a-4a9a-a37f-f1c53b435e03 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.944251] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9db8029-706a-4a9a-a37f-f1c53b435e03" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.944320] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9db8029-706a-4a9a-a37f-f1c53b435e03" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.944547] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9db8029-706a-4a9a-a37f-f1c53b435e03" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.944638] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9db8029-706a-4a9a-a37f-f1c53b435e03',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.976212] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.976212] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.976212] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.976418] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.976601] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.981541] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.981781] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.981923] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.982162] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.982468] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.982717] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "port-811155a4-fd40-4bf4-ba2e-0a4822e04e61" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.012184] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d224054b-9b0a-4d4c-aaae-f45e29d253fd in Status: IN_PROGRESS for 2s [ 694.447276] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e9db8029-706a-4a9a-a37f-f1c53b435e03 [ 694.447510] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.447819] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.447819] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.448082] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.448082] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.448210] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e9db8029-706a-4a9a-a37f-f1c53b435e03 already deleted. [ 694.448385] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9db8029-706a-4a9a-a37f-f1c53b435e03" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.749149] env[67081]: INFO networking_nsxv3.common.synchronization [req-c73ccba0-aeee-4095-817a-1b4e2dbcb433 req-4684ebad-dd5d-430e-a329-9318ee5a2683 service nova] Enqueued Resource ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f with Priority: HIGHEST for action security_group_rules [ 694.749149] env[67081]: INFO networking_nsxv3.common.synchronization [req-c73ccba0-aeee-4095-817a-1b4e2dbcb433 req-4684ebad-dd5d-430e-a329-9318ee5a2683 service nova] Enqueued Resource ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f with Priority: HIGHEST for action security_group_members [ 694.749149] env[67081]: INFO networking_nsxv3.common.synchronization [req-c73ccba0-aeee-4095-817a-1b4e2dbcb433 req-4684ebad-dd5d-430e-a329-9318ee5a2683 service nova] Enqueued Resource ID: 811155a4-fd40-4bf4-ba2e-0a4822e04e61 with Priority: HIGHEST for action port [ 694.749660] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f with Priority: HIGHEST for action security_group_rules [ 694.749886] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f with Priority: HIGHEST for action security_group_members [ 694.749990] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 811155a4-fd40-4bf4-ba2e-0a4822e04e61 with Priority: HIGHEST for action port [ 694.750310] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1eef0506-1c43-4aa3-8ce6-a2f56673c16f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.750426] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.750483] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.750810] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.750890] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1eef0506-1c43-4aa3-8ce6-a2f56673c16f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.751786] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.752580] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.752580] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.752580] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.752580] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.752580] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.752580] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.754123] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.754123] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.754123] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1eef0506-1c43-4aa3-8ce6-a2f56673c16f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.754123] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-811155a4-fd40-4bf4-ba2e-0a4822e04e61 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.754123] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-811155a4-fd40-4bf4-ba2e-0a4822e04e61" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.754123] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-811155a4-fd40-4bf4-ba2e-0a4822e04e61" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.754123] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-811155a4-fd40-4bf4-ba2e-0a4822e04e61" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.754123] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('811155a4-fd40-4bf4-ba2e-0a4822e04e61',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.256484] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.256484] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.256484] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1eef0506-1c43-4aa3-8ce6-a2f56673c16f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.258151] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 811155a4-fd40-4bf4-ba2e-0a4822e04e61 with status ACTIVE [ 695.258151] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.258151] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.258151] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.258151] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.258151] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.258151] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.258151] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.258151] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.258577] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.258577] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.258577] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.258676] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.258676] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.259063] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.259063] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.259063] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 811155a4-fd40-4bf4-ba2e-0a4822e04e61 is going to be updated. [ 695.293629] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.293629] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.293629] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.293629] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.294828] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.294828] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-811155a4-fd40-4bf4-ba2e-0a4822e04e61" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.434671] env[67081]: INFO networking_nsxv3.common.synchronization [None req-7dee8d84-4f96-4b4d-b813-9826a6c2d10e None None] Enqueued Resource ID: 62974525-41dd-4f84-bf21-878ef8032ffc with Priority: HIGHEST for action port [ 695.438461] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62974525-41dd-4f84-bf21-878ef8032ffc with Priority: HIGHEST for action port [ 695.438461] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-62974525-41dd-4f84-bf21-878ef8032ffc taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.438461] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62974525-41dd-4f84-bf21-878ef8032ffc" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.438461] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62974525-41dd-4f84-bf21-878ef8032ffc" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.438461] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62974525-41dd-4f84-bf21-878ef8032ffc" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.438461] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62974525-41dd-4f84-bf21-878ef8032ffc',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.520065] env[67081]: INFO networking_nsxv3.common.synchronization [req-90c68263-6d7a-469b-86a3-594645ee6e2f req-4549b52c-2bd3-487a-bf9b-b644fdfebab6 tempest-InstanceActionsNegativeTestJSON-185596762 tempest-InstanceActionsNegativeTestJSON-185596762-project-member] Enqueued Resource ID: 5d23e0f9-909e-42bf-b987-26aec8449c9f with Priority: HIGHEST for action security_group_members [ 695.520710] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d23e0f9-909e-42bf-b987-26aec8449c9f with Priority: HIGHEST for action security_group_members [ 695.522040] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d23e0f9-909e-42bf-b987-26aec8449c9f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.522164] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d23e0f9-909e-42bf-b987-26aec8449c9f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.522336] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d23e0f9-909e-42bf-b987-26aec8449c9f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.522505] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d23e0f9-909e-42bf-b987-26aec8449c9f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.522646] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.522745] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.522807] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.522960] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.523227] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.523227] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d23e0f9-909e-42bf-b987-26aec8449c9f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.765730] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1eef0506-1c43-4aa3-8ce6-a2f56673c16f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.938452] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 62974525-41dd-4f84-bf21-878ef8032ffc [ 695.938794] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.939024] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.939103] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.939362] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.939444] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.939548] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:62974525-41dd-4f84-bf21-878ef8032ffc already deleted. [ 695.939620] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62974525-41dd-4f84-bf21-878ef8032ffc" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.979628] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-757 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.979628] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-757" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.979628] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-757" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.979628] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-757" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.979628] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.980171] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.980419] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.980775] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.981092] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.981679] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 695.981679] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 695.981679] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 695.981885] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 695.982097] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 695.984020] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 695.984020] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 696.004591] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 696.004591] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 696.004591] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 696.004591] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-757" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.004591] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-d0938185-8be6-400a-96fd-7150a0049acf taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.004591] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-d0938185-8be6-400a-96fd-7150a0049acf" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.004591] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-d0938185-8be6-400a-96fd-7150a0049acf" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.004591] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-d0938185-8be6-400a-96fd-7150a0049acf" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.004591] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0938185-8be6-400a-96fd-7150a0049acf',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.024165] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d224054b-9b0a-4d4c-aaae-f45e29d253fd in Status: SUCCESS [ 696.024413] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d224054b-9b0a-4d4c-aaae-f45e29d253fd" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.028776] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.030791] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.030791] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.030791] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.030791] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.030791] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.030791] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.030791] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.030791] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.030791] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.030791] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d23e0f9-909e-42bf-b987-26aec8449c9f already deleted. [ 696.030791] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d23e0f9-909e-42bf-b987-26aec8449c9f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.270378] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.270646] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.270679] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.271013] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.271193] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.271347] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f is going to be created. [ 696.300467] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.300467] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.300706] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.300795] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.300923] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.317197] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f in Status: UNINITIALIZED for 2s [ 696.507430] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.507578] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.507770] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.508120] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.508332] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.508551] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port d0938185-8be6-400a-96fd-7150a0049acf not found, creating... [ 696.508917] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.509147] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.509312] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.509716] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.510655] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.510655] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.513640] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.513640] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.513800] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.514153] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.514437] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: d0938185-8be6-400a-96fd-7150a0049acf is going to be created. [ 696.544273] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.544482] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.544846] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.545363] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.545734] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.545997] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-d0938185-8be6-400a-96fd-7150a0049acf" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.255035] env[67081]: INFO networking_nsxv3.common.synchronization [req-90c68263-6d7a-469b-86a3-594645ee6e2f req-2124594f-526d-4a3b-ab30-8434067df19f service nova] Enqueued Resource ID: 5d23e0f9-909e-42bf-b987-26aec8449c9f with Priority: HIGHEST for action security_group_rules [ 697.255216] env[67081]: INFO networking_nsxv3.common.synchronization [req-90c68263-6d7a-469b-86a3-594645ee6e2f req-2124594f-526d-4a3b-ab30-8434067df19f service nova] Enqueued Resource ID: 5d23e0f9-909e-42bf-b987-26aec8449c9f with Priority: HIGHEST for action security_group_members [ 697.255347] env[67081]: INFO networking_nsxv3.common.synchronization [req-90c68263-6d7a-469b-86a3-594645ee6e2f req-2124594f-526d-4a3b-ab30-8434067df19f service nova] Enqueued Resource ID: d0938185-8be6-400a-96fd-7150a0049acf with Priority: HIGHEST for action port [ 697.255873] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d23e0f9-909e-42bf-b987-26aec8449c9f with Priority: HIGHEST for action security_group_rules [ 697.255999] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d23e0f9-909e-42bf-b987-26aec8449c9f with Priority: HIGHEST for action security_group_members [ 697.256265] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0938185-8be6-400a-96fd-7150a0049acf with Priority: HIGHEST for action port [ 697.256556] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d23e0f9-909e-42bf-b987-26aec8449c9f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.256695] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d23e0f9-909e-42bf-b987-26aec8449c9f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.256789] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d23e0f9-909e-42bf-b987-26aec8449c9f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.257359] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d23e0f9-909e-42bf-b987-26aec8449c9f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.257359] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d23e0f9-909e-42bf-b987-26aec8449c9f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.258227] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d23e0f9-909e-42bf-b987-26aec8449c9f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.258523] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d23e0f9-909e-42bf-b987-26aec8449c9f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.258818] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d23e0f9-909e-42bf-b987-26aec8449c9f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.260231] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d23e0f9-909e-42bf-b987-26aec8449c9f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.260231] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.260495] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.260495] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.260647] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.260775] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.261542] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d23e0f9-909e-42bf-b987-26aec8449c9f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.262448] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0938185-8be6-400a-96fd-7150a0049acf taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.262556] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0938185-8be6-400a-96fd-7150a0049acf" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.263021] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0938185-8be6-400a-96fd-7150a0049acf" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.263021] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0938185-8be6-400a-96fd-7150a0049acf" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.263021] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0938185-8be6-400a-96fd-7150a0049acf',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.481954] env[67081]: INFO networking_nsxv3.common.synchronization [None req-144c0eff-eb29-4c75-96bd-f4926c28c4af None None] Enqueued Resource ID: 11888a31-d8fe-47a6-bce7-47aaa58610c0 with Priority: HIGHEST for action port [ 697.481954] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11888a31-d8fe-47a6-bce7-47aaa58610c0 with Priority: HIGHEST for action port [ 697.481954] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-11888a31-d8fe-47a6-bce7-47aaa58610c0 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.481954] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11888a31-d8fe-47a6-bce7-47aaa58610c0" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.481954] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11888a31-d8fe-47a6-bce7-47aaa58610c0" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.481954] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11888a31-d8fe-47a6-bce7-47aaa58610c0" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.484144] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11888a31-d8fe-47a6-bce7-47aaa58610c0',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.765530] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d23e0f9-909e-42bf-b987-26aec8449c9f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.766450] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d23e0f9-909e-42bf-b987-26aec8449c9f taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.766565] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d23e0f9-909e-42bf-b987-26aec8449c9f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.766653] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0938185-8be6-400a-96fd-7150a0049acf with status ACTIVE [ 697.766811] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.766913] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.766975] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.767220] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.767303] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.767471] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.768030] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.768030] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.768030] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.768030] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.768458] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.768458] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.768458] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.768620] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.768620] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.769051] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0938185-8be6-400a-96fd-7150a0049acf is going to be updated. [ 697.792127] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.792316] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.792347] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.792539] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.792682] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.792846] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0938185-8be6-400a-96fd-7150a0049acf" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.985420] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 11888a31-d8fe-47a6-bce7-47aaa58610c0 [ 697.985655] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.985793] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.985866] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.986120] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.986217] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.986320] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:11888a31-d8fe-47a6-bce7-47aaa58610c0 already deleted. [ 697.986402] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11888a31-d8fe-47a6-bce7-47aaa58610c0" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.271148] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d23e0f9-909e-42bf-b987-26aec8449c9f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.329019] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f in Status: SUCCESS [ 698.329259] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.329429] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.329654] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.329855] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.329969] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.330048] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.330239] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.330350] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.330438] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.330535] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1eef0506-1c43-4aa3-8ce6-a2f56673c16f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.776109] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.776395] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.776395] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.776566] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.776660] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.776762] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d23e0f9-909e-42bf-b987-26aec8449c9f is going to be created. [ 698.821899] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.822197] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.822308] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.822619] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.822843] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.836105] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.836331] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.836331] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.836796] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.836884] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.837035] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.837069] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.837502] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.837502] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.837502] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.837789] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.837789] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.837951] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.838037] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.838235] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.838318] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.838413] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.838526] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.838624] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.838710] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.838959] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1eef0506-1c43-4aa3-8ce6-a2f56673c16f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.840562] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d23e0f9-909e-42bf-b987-26aec8449c9f in Status: UNINITIALIZED for 2s [ 699.341695] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1eef0506-1c43-4aa3-8ce6-a2f56673c16f: rpc.has_security_group_logging(os_id): False [ 699.366395] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.366585] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.366707] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.367370] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.367483] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.367684] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.367795] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.367862] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.368034] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.368116] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.368400] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.368494] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.368569] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.368712] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.368950] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.368999] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.369947] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.370034] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.370202] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.370287] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.370374] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f is going to be created. [ 699.435863] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.436043] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.436167] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.436399] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.436577] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.450255] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f in Status: IN_PROGRESS for 2s [ 699.585591] env[67081]: INFO networking_nsxv3.common.synchronization [req-3e110879-f0dd-44fb-bf9d-31d8bbd05ea2 req-cd120712-7763-4ebb-894d-15639de26d2e tempest-SecurityGroupRulesTestJSON-953987356 tempest-SecurityGroupRulesTestJSON-953987356-project-member] Enqueued Resource ID: 9aa99834-ab06-435f-9f12-87d6c4ed1601 with Priority: HIGHEST for action security_group_rules [ 699.586175] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aa99834-ab06-435f-9f12-87d6c4ed1601 with Priority: HIGHEST for action security_group_rules [ 699.586514] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9aa99834-ab06-435f-9f12-87d6c4ed1601 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.586678] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9aa99834-ab06-435f-9f12-87d6c4ed1601" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.586760] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9aa99834-ab06-435f-9f12-87d6c4ed1601" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.587692] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9aa99834-ab06-435f-9f12-87d6c4ed1601" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.587852] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9aa99834-ab06-435f-9f12-87d6c4ed1601',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.018478] env[67081]: INFO networking_nsxv3.common.synchronization [None req-2c004ba1-6766-4dbc-bf5c-1e6ea87be106 None None] Enqueued Resource ID: 87d74584-61fb-4f41-9425-4576ee52b817 with Priority: HIGHEST for action port [ 700.019826] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87d74584-61fb-4f41-9425-4576ee52b817 with Priority: HIGHEST for action port [ 700.019826] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-87d74584-61fb-4f41-9425-4576ee52b817 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.019826] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87d74584-61fb-4f41-9425-4576ee52b817" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.019826] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87d74584-61fb-4f41-9425-4576ee52b817" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.019826] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87d74584-61fb-4f41-9425-4576ee52b817" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.019826] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87d74584-61fb-4f41-9425-4576ee52b817',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.111370] env[67081]: INFO networking_nsxv3.common.synchronization [req-8a76c714-27b3-44d5-8b0a-a06d2b4c3523 req-2c03c096-13a8-4d76-afb3-caf373e26dad tempest-AttachInterfacesUnderV243Test-1785108365 tempest-AttachInterfacesUnderV243Test-1785108365-project-member] Enqueued Resource ID: f407e753-36b9-4d29-9bad-ed7298e69551 with Priority: HIGHEST for action security_group_members [ 700.113533] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.113533] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.113533] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.113533] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.113533] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.113533] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9aa99834-ab06-435f-9f12-87d6c4ed1601 already deleted. [ 700.113533] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9aa99834-ab06-435f-9f12-87d6c4ed1601" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.113819] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f407e753-36b9-4d29-9bad-ed7298e69551 with Priority: HIGHEST for action security_group_members [ 700.114020] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f407e753-36b9-4d29-9bad-ed7298e69551 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.114146] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f407e753-36b9-4d29-9bad-ed7298e69551" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.114231] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f407e753-36b9-4d29-9bad-ed7298e69551" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.114357] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f407e753-36b9-4d29-9bad-ed7298e69551" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.114512] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.114627] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.114691] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.115118] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.115118] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.115118] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f407e753-36b9-4d29-9bad-ed7298e69551',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.165267] env[67081]: INFO networking_nsxv3.common.synchronization [req-8a76c714-27b3-44d5-8b0a-a06d2b4c3523 req-2c03c096-13a8-4d76-afb3-caf373e26dad tempest-AttachInterfacesUnderV243Test-1785108365 tempest-AttachInterfacesUnderV243Test-1785108365-project-member] Enqueued Resource ID: f407e753-36b9-4d29-9bad-ed7298e69551 with Priority: HIGHEST for action security_group_rules [ 700.165500] env[67081]: INFO networking_nsxv3.common.synchronization [req-8a76c714-27b3-44d5-8b0a-a06d2b4c3523 req-2c03c096-13a8-4d76-afb3-caf373e26dad tempest-AttachInterfacesUnderV243Test-1785108365 tempest-AttachInterfacesUnderV243Test-1785108365-project-member] Enqueued Resource ID: f407e753-36b9-4d29-9bad-ed7298e69551 with Priority: HIGHEST for action security_group_members [ 700.165631] env[67081]: INFO networking_nsxv3.common.synchronization [req-8a76c714-27b3-44d5-8b0a-a06d2b4c3523 req-2c03c096-13a8-4d76-afb3-caf373e26dad tempest-AttachInterfacesUnderV243Test-1785108365 tempest-AttachInterfacesUnderV243Test-1785108365-project-member] Enqueued Resource ID: 3d25bcc9-0fd4-4e18-a74e-b1314fa674dd with Priority: HIGHEST for action port [ 700.166171] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f407e753-36b9-4d29-9bad-ed7298e69551 with Priority: HIGHEST for action security_group_rules [ 700.166299] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f407e753-36b9-4d29-9bad-ed7298e69551 with Priority: HIGHEST for action security_group_members [ 700.166415] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d25bcc9-0fd4-4e18-a74e-b1314fa674dd with Priority: HIGHEST for action port [ 700.166669] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f407e753-36b9-4d29-9bad-ed7298e69551 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.166829] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f407e753-36b9-4d29-9bad-ed7298e69551" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.166884] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f407e753-36b9-4d29-9bad-ed7298e69551" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.167065] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f407e753-36b9-4d29-9bad-ed7298e69551" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.167193] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f407e753-36b9-4d29-9bad-ed7298e69551',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.168646] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f407e753-36b9-4d29-9bad-ed7298e69551 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.168646] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f407e753-36b9-4d29-9bad-ed7298e69551" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.168824] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d25bcc9-0fd4-4e18-a74e-b1314fa674dd taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.168892] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d25bcc9-0fd4-4e18-a74e-b1314fa674dd" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.168977] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d25bcc9-0fd4-4e18-a74e-b1314fa674dd" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.169124] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d25bcc9-0fd4-4e18-a74e-b1314fa674dd" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.169194] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d25bcc9-0fd4-4e18-a74e-b1314fa674dd',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.330112] env[67081]: INFO networking_nsxv3.common.synchronization [None req-6588de38-e8c2-4c03-8bc5-641b0da8d836 tempest-MigrationsAdminTest-738216112 tempest-MigrationsAdminTest-738216112-project-member] Enqueued Resource ID: 998ed83f-867e-4235-9ec9-418d71ec1265 with Priority: HIGHEST for action security_group_rules [ 700.330750] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 998ed83f-867e-4235-9ec9-418d71ec1265 with Priority: HIGHEST for action security_group_rules [ 700.331242] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-998ed83f-867e-4235-9ec9-418d71ec1265 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.331377] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-998ed83f-867e-4235-9ec9-418d71ec1265" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.331443] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-998ed83f-867e-4235-9ec9-418d71ec1265" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.331822] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-998ed83f-867e-4235-9ec9-418d71ec1265" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.331822] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('998ed83f-867e-4235-9ec9-418d71ec1265',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.522256] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 87d74584-61fb-4f41-9425-4576ee52b817 [ 700.522485] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.522642] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.522679] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.522941] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.523071] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.523229] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:87d74584-61fb-4f41-9425-4576ee52b817 already deleted. [ 700.523427] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87d74584-61fb-4f41-9425-4576ee52b817" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.577180] env[67081]: INFO networking_nsxv3.common.synchronization [None req-eb26133b-1f65-4708-aa0a-9f9baff6647d tempest-MigrationsAdminTest-738216112 tempest-MigrationsAdminTest-738216112-project-member] Enqueued Resource ID: 998ed83f-867e-4235-9ec9-418d71ec1265 with Priority: HIGHEST for action security_group_rules [ 700.577180] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 998ed83f-867e-4235-9ec9-418d71ec1265 with Priority: HIGHEST for action security_group_rules [ 700.577180] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-998ed83f-867e-4235-9ec9-418d71ec1265 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.577180] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-998ed83f-867e-4235-9ec9-418d71ec1265" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.617674] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f407e753-36b9-4d29-9bad-ed7298e69551',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.669540] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f407e753-36b9-4d29-9bad-ed7298e69551 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.669606] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f407e753-36b9-4d29-9bad-ed7298e69551" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.672317] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d25bcc9-0fd4-4e18-a74e-b1314fa674dd with status ACTIVE [ 700.672353] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.672911] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.672911] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.672911] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.672911] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.673083] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.673347] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.673347] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.673347] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.673420] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.673895] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.673895] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.673895] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.673895] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.674072] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.674151] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d25bcc9-0fd4-4e18-a74e-b1314fa674dd is going to be updated. [ 700.697102] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.697451] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.697451] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.697561] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.697741] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.697915] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d25bcc9-0fd4-4e18-a74e-b1314fa674dd" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.845760] env[67081]: INFO networking_nsxv3.common.synchronization [req-88acbc6b-5285-494b-b006-5486f85bf263 req-081129bd-b145-408f-b0f0-2d833f89c6b1 tempest-ServerMetadataNegativeTestJSON-195464604 tempest-ServerMetadataNegativeTestJSON-195464604-project-member] Enqueued Resource ID: 3ba94cb2-032c-497d-a340-5e5549498be8 with Priority: HIGHEST for action security_group_members [ 700.846530] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ba94cb2-032c-497d-a340-5e5549498be8 with Priority: HIGHEST for action security_group_members [ 700.846884] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ba94cb2-032c-497d-a340-5e5549498be8 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.847014] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ba94cb2-032c-497d-a340-5e5549498be8" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.847118] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ba94cb2-032c-497d-a340-5e5549498be8" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.847387] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ba94cb2-032c-497d-a340-5e5549498be8" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.847533] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.847772] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.847772] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.847925] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.848031] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.848132] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ba94cb2-032c-497d-a340-5e5549498be8',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.855502] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d23e0f9-909e-42bf-b987-26aec8449c9f in Status: SUCCESS [ 700.855720] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d23e0f9-909e-42bf-b987-26aec8449c9f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.855913] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d23e0f9-909e-42bf-b987-26aec8449c9f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.856185] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d23e0f9-909e-42bf-b987-26aec8449c9f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.856671] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.856671] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.856671] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.856841] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.856927] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.857025] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d23e0f9-909e-42bf-b987-26aec8449c9f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.857118] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d23e0f9-909e-42bf-b987-26aec8449c9f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.868228] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.868228] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.868228] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.868380] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.868380] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.868439] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 998ed83f-867e-4235-9ec9-418d71ec1265 already deleted. [ 700.868526] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-998ed83f-867e-4235-9ec9-418d71ec1265" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.868658] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-998ed83f-867e-4235-9ec9-418d71ec1265" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.868818] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-998ed83f-867e-4235-9ec9-418d71ec1265" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.868895] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('998ed83f-867e-4235-9ec9-418d71ec1265',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.121695] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f407e753-36b9-4d29-9bad-ed7298e69551',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.350080] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.350659] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.352288] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.352288] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.352288] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.352288] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.352288] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.352288] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.352288] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.352288] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.352288] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ba94cb2-032c-497d-a340-5e5549498be8 already deleted. [ 701.352288] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ba94cb2-032c-497d-a340-5e5549498be8" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.364990] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d23e0f9-909e-42bf-b987-26aec8449c9f taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.364990] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d23e0f9-909e-42bf-b987-26aec8449c9f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.364990] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d23e0f9-909e-42bf-b987-26aec8449c9f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.364990] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d23e0f9-909e-42bf-b987-26aec8449c9f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.364990] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.364990] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.364990] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.364990] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.364990] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.364990] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d23e0f9-909e-42bf-b987-26aec8449c9f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.364990] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d23e0f9-909e-42bf-b987-26aec8449c9f taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.364990] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d23e0f9-909e-42bf-b987-26aec8449c9f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.364990] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d23e0f9-909e-42bf-b987-26aec8449c9f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.364990] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d23e0f9-909e-42bf-b987-26aec8449c9f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.364990] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.364990] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.365706] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.365706] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.365706] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.365706] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d23e0f9-909e-42bf-b987-26aec8449c9f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.365706] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d23e0f9-909e-42bf-b987-26aec8449c9f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.391599] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.391782] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.391859] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.396106] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.396106] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.396106] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 998ed83f-867e-4235-9ec9-418d71ec1265 already deleted. [ 701.396106] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-998ed83f-867e-4235-9ec9-418d71ec1265" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.465129] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f in Status: SUCCESS [ 701.466236] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.578220] env[67081]: INFO networking_nsxv3.common.synchronization [req-8fb870dd-a335-4ab3-bc63-272a2202d835 req-bf9e27d4-ca4b-450f-9a97-ad4053c7c9ed tempest-ServersWithSpecificFlavorTestJSON-1931938235 tempest-ServersWithSpecificFlavorTestJSON-1931938235-project-member] Enqueued Resource ID: 4340cbb7-1752-4e7c-ab46-19add54aec1b with Priority: HIGHEST for action security_group_members [ 701.579051] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4340cbb7-1752-4e7c-ab46-19add54aec1b with Priority: HIGHEST for action security_group_members [ 701.579243] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-4340cbb7-1752-4e7c-ab46-19add54aec1b taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.579408] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4340cbb7-1752-4e7c-ab46-19add54aec1b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.579504] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4340cbb7-1752-4e7c-ab46-19add54aec1b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.579841] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4340cbb7-1752-4e7c-ab46-19add54aec1b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.580074] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.580214] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.580632] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.580971] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.581151] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.581314] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4340cbb7-1752-4e7c-ab46-19add54aec1b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.628179] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.628179] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.628179] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.628179] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.628179] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.628179] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f407e753-36b9-4d29-9bad-ed7298e69551 is going to be updated. [ 701.670638] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.670885] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.670885] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.671114] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.671263] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.682733] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f407e753-36b9-4d29-9bad-ed7298e69551 in Status: IN_PROGRESS for 2s [ 701.868974] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock network-77 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.869374] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "network-77" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.869455] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "network-77" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.869759] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "network-77" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.870239] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.870368] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.871284] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.871284] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.871284] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.871284] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 701.871284] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 701.871284] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 701.871284] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 701.871611] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 701.871611] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 701.871611] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 701.873251] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d23e0f9-909e-42bf-b987-26aec8449c9f: rpc.has_security_group_logging(os_id): False [ 701.892190] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.892482] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.892482] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.893094] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.893094] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.893094] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.893094] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.893399] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.893399] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.893399] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.893517] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.893582] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.893663] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.893867] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.893973] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.894196] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.894286] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.894346] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.894487] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.894563] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.894641] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d23e0f9-909e-42bf-b987-26aec8449c9f is going to be created. [ 701.921415] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 701.921598] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Cache value generated in 0.050 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 701.921707] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 701.921875] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "network-77" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.922238] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock port-5c1575eb-82ef-4aad-aaf9-0a1d7269695f taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.922430] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "port-5c1575eb-82ef-4aad-aaf9-0a1d7269695f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.922534] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "port-5c1575eb-82ef-4aad-aaf9-0a1d7269695f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.922848] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "port-5c1575eb-82ef-4aad-aaf9-0a1d7269695f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.922980] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c1575eb-82ef-4aad-aaf9-0a1d7269695f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.970793] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.970976] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.971065] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.971403] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.971572] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.986982] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d23e0f9-909e-42bf-b987-26aec8449c9f in Status: IN_PROGRESS for 2s [ 702.084437] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.084693] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.084901] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.085237] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.085629] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.085783] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.085944] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.086068] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.086358] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.086506] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.086591] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4340cbb7-1752-4e7c-ab46-19add54aec1b is going to be updated. [ 702.156181] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.156590] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.156590] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.156678] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.156845] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.167562] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4340cbb7-1752-4e7c-ab46-19add54aec1b in Status: IN_PROGRESS for 2s [ 702.425516] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.425739] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.425860] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.426299] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.426504] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.426709] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Segment Port 5c1575eb-82ef-4aad-aaf9-0a1d7269695f not found, creating... [ 702.427644] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.427986] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.428058] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.428498] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.428708] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.429185] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.429480] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.429666] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.429953] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.430187] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.430280] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Resource: SegmentPort with ID: 5c1575eb-82ef-4aad-aaf9-0a1d7269695f is going to be created. [ 702.452683] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.452983] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.453158] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.453843] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.454063] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.454303] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "port-5c1575eb-82ef-4aad-aaf9-0a1d7269695f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.196385] env[67081]: INFO networking_nsxv3.common.synchronization [req-88acbc6b-5285-494b-b006-5486f85bf263 req-9c489a19-407c-48ca-b9d9-402a356cf340 service nova] Enqueued Resource ID: 3ba94cb2-032c-497d-a340-5e5549498be8 with Priority: HIGHEST for action security_group_rules [ 703.196672] env[67081]: INFO networking_nsxv3.common.synchronization [req-88acbc6b-5285-494b-b006-5486f85bf263 req-9c489a19-407c-48ca-b9d9-402a356cf340 service nova] Enqueued Resource ID: 3ba94cb2-032c-497d-a340-5e5549498be8 with Priority: HIGHEST for action security_group_members [ 703.196672] env[67081]: INFO networking_nsxv3.common.synchronization [req-88acbc6b-5285-494b-b006-5486f85bf263 req-9c489a19-407c-48ca-b9d9-402a356cf340 service nova] Enqueued Resource ID: 5c1575eb-82ef-4aad-aaf9-0a1d7269695f with Priority: HIGHEST for action port [ 703.197309] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ba94cb2-032c-497d-a340-5e5549498be8 with Priority: HIGHEST for action security_group_rules [ 703.197514] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ba94cb2-032c-497d-a340-5e5549498be8 with Priority: HIGHEST for action security_group_members [ 703.197580] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c1575eb-82ef-4aad-aaf9-0a1d7269695f with Priority: HIGHEST for action port [ 703.197860] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ba94cb2-032c-497d-a340-5e5549498be8 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.198426] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ba94cb2-032c-497d-a340-5e5549498be8" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.198504] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ba94cb2-032c-497d-a340-5e5549498be8" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.198788] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ba94cb2-032c-497d-a340-5e5549498be8" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.198879] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ba94cb2-032c-497d-a340-5e5549498be8',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.200010] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ba94cb2-032c-497d-a340-5e5549498be8 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.200171] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ba94cb2-032c-497d-a340-5e5549498be8" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.200274] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ba94cb2-032c-497d-a340-5e5549498be8" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.200529] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ba94cb2-032c-497d-a340-5e5549498be8" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.200759] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.201069] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.201069] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.201248] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.201376] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.201439] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ba94cb2-032c-497d-a340-5e5549498be8',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.202213] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c1575eb-82ef-4aad-aaf9-0a1d7269695f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.202293] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c1575eb-82ef-4aad-aaf9-0a1d7269695f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.202553] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c1575eb-82ef-4aad-aaf9-0a1d7269695f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.202553] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c1575eb-82ef-4aad-aaf9-0a1d7269695f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.202553] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c1575eb-82ef-4aad-aaf9-0a1d7269695f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.699388] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f407e753-36b9-4d29-9bad-ed7298e69551 in Status: SUCCESS [ 703.700069] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f407e753-36b9-4d29-9bad-ed7298e69551" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.700069] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f407e753-36b9-4d29-9bad-ed7298e69551" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.700172] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f407e753-36b9-4d29-9bad-ed7298e69551" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.700318] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.700437] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.700499] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.700652] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.700743] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.700840] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f407e753-36b9-4d29-9bad-ed7298e69551',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.707241] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ba94cb2-032c-497d-a340-5e5549498be8 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.707388] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ba94cb2-032c-497d-a340-5e5549498be8" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.707611] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ba94cb2-032c-497d-a340-5e5549498be8',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.708575] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5c1575eb-82ef-4aad-aaf9-0a1d7269695f with status ACTIVE [ 703.708773] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.708918] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.708966] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.709196] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.710116] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.710116] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.710116] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.710116] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.710116] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.710116] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.710370] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.710370] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.710370] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.712833] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.712833] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.712833] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5c1575eb-82ef-4aad-aaf9-0a1d7269695f is going to be updated. [ 703.747757] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.747757] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.747852] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.749938] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.749938] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.749938] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c1575eb-82ef-4aad-aaf9-0a1d7269695f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.019849] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d23e0f9-909e-42bf-b987-26aec8449c9f in Status: SUCCESS [ 704.019849] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d23e0f9-909e-42bf-b987-26aec8449c9f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.180856] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4340cbb7-1752-4e7c-ab46-19add54aec1b in Status: SUCCESS [ 704.181068] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4340cbb7-1752-4e7c-ab46-19add54aec1b deletion is rescheduled due to dependency. [ 704.181219] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4340cbb7-1752-4e7c-ab46-19add54aec1b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.213821] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f407e753-36b9-4d29-9bad-ed7298e69551',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.215384] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ba94cb2-032c-497d-a340-5e5549498be8',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.237640] env[67081]: INFO networking_nsxv3.common.synchronization [None req-218a3497-47e1-4be3-8ff4-35cc5dc9ef13 None None] Enqueued Resource ID: 759fb874-494f-4260-a59d-18b5c3c1ceba with Priority: HIGHEST for action port [ 704.239224] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 759fb874-494f-4260-a59d-18b5c3c1ceba with Priority: HIGHEST for action port [ 704.239933] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-759fb874-494f-4260-a59d-18b5c3c1ceba taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.239933] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-759fb874-494f-4260-a59d-18b5c3c1ceba" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.239933] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-759fb874-494f-4260-a59d-18b5c3c1ceba" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.240383] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-759fb874-494f-4260-a59d-18b5c3c1ceba" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.240383] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('759fb874-494f-4260-a59d-18b5c3c1ceba',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.717931] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.718136] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.718205] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.718502] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.718616] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.718874] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ba94cb2-032c-497d-a340-5e5549498be8 is going to be created. [ 704.721297] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f407e753-36b9-4d29-9bad-ed7298e69551',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.743926] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 759fb874-494f-4260-a59d-18b5c3c1ceba [ 704.744183] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.744327] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.744399] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.744917] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.745121] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.745240] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:759fb874-494f-4260-a59d-18b5c3c1ceba already deleted. [ 704.745332] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-759fb874-494f-4260-a59d-18b5c3c1ceba" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.750753] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.750908] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.751036] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.751210] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.752088] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.763289] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ba94cb2-032c-497d-a340-5e5549498be8 in Status: UNINITIALIZED for 2s [ 705.224744] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.227631] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.227631] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.227631] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.227631] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.227631] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f407e753-36b9-4d29-9bad-ed7298e69551 is going to be updated. [ 705.288784] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.288784] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.288784] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.288784] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.288784] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.310048] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f407e753-36b9-4d29-9bad-ed7298e69551 in Status: IN_PROGRESS for 2s [ 705.384629] env[67081]: INFO networking_nsxv3.common.synchronization [None req-f3e2ae19-827f-468d-8936-0517326f319a None None] Enqueued Resource ID: 0815b31b-fd89-495d-985c-081604312d37 with Priority: HIGHEST for action port [ 705.385501] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0815b31b-fd89-495d-985c-081604312d37 with Priority: HIGHEST for action port [ 705.385816] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-0815b31b-fd89-495d-985c-081604312d37 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.385937] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0815b31b-fd89-495d-985c-081604312d37" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.386015] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0815b31b-fd89-495d-985c-081604312d37" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.386308] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0815b31b-fd89-495d-985c-081604312d37" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.386390] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0815b31b-fd89-495d-985c-081604312d37',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.889554] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0815b31b-fd89-495d-985c-081604312d37 [ 705.889674] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.890196] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.890196] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.890196] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.890341] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.890341] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0815b31b-fd89-495d-985c-081604312d37 already deleted. [ 705.890419] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0815b31b-fd89-495d-985c-081604312d37" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.776029] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ba94cb2-032c-497d-a340-5e5549498be8 in Status: SUCCESS [ 706.776291] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ba94cb2-032c-497d-a340-5e5549498be8" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.776465] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ba94cb2-032c-497d-a340-5e5549498be8" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.776655] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ba94cb2-032c-497d-a340-5e5549498be8" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.776875] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.777014] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.778684] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.778898] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.779022] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.779201] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ba94cb2-032c-497d-a340-5e5549498be8" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.780762] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3ba94cb2-032c-497d-a340-5e5549498be8',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.886847] env[67081]: INFO networking_nsxv3.common.synchronization [req-0e8f82f8-3f73-48d4-8770-263546b61698 req-a34b97b5-7616-4de5-b308-c38710f5dbbf tempest-VolumesAssistedSnapshotsTest-1344038162 tempest-VolumesAssistedSnapshotsTest-1344038162-project-member] Enqueued Resource ID: 7f98ff5e-f9eb-42fb-a29e-1d616573e521 with Priority: HIGHEST for action security_group_members [ 706.887385] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f98ff5e-f9eb-42fb-a29e-1d616573e521 with Priority: HIGHEST for action security_group_members [ 706.888384] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f98ff5e-f9eb-42fb-a29e-1d616573e521 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.888543] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f98ff5e-f9eb-42fb-a29e-1d616573e521" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.888614] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f98ff5e-f9eb-42fb-a29e-1d616573e521" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.888819] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f98ff5e-f9eb-42fb-a29e-1d616573e521" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.888992] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.889175] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.889241] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.889405] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.889493] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.889594] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f98ff5e-f9eb-42fb-a29e-1d616573e521',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.032115] env[67081]: INFO networking_nsxv3.common.synchronization [None req-f72bf71d-e487-4a6c-a02a-00d3f06ceaed None None] Enqueued Resource ID: 39f1008f-cc80-4c70-a39e-52f2313a1590 with Priority: HIGHEST for action port [ 707.034063] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39f1008f-cc80-4c70-a39e-52f2313a1590 with Priority: HIGHEST for action port [ 707.034063] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-39f1008f-cc80-4c70-a39e-52f2313a1590 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.034063] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39f1008f-cc80-4c70-a39e-52f2313a1590" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.034063] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39f1008f-cc80-4c70-a39e-52f2313a1590" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.034409] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39f1008f-cc80-4c70-a39e-52f2313a1590" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.034442] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39f1008f-cc80-4c70-a39e-52f2313a1590',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.282310] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ba94cb2-032c-497d-a340-5e5549498be8 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.283040] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ba94cb2-032c-497d-a340-5e5549498be8" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.283040] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ba94cb2-032c-497d-a340-5e5549498be8" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.284200] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ba94cb2-032c-497d-a340-5e5549498be8" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.284502] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.284640] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.284711] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.285243] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.285243] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.285243] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ba94cb2-032c-497d-a340-5e5549498be8" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.285398] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ba94cb2-032c-497d-a340-5e5549498be8 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.285398] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ba94cb2-032c-497d-a340-5e5549498be8" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.285398] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ba94cb2-032c-497d-a340-5e5549498be8" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.285557] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ba94cb2-032c-497d-a340-5e5549498be8" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.285693] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.285777] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.285839] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.285971] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.287477] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.287631] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ba94cb2-032c-497d-a340-5e5549498be8" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.287829] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3ba94cb2-032c-497d-a340-5e5549498be8',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.323416] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f407e753-36b9-4d29-9bad-ed7298e69551 in Status: SUCCESS [ 707.323416] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f407e753-36b9-4d29-9bad-ed7298e69551" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.323954] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f407e753-36b9-4d29-9bad-ed7298e69551" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.324214] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f407e753-36b9-4d29-9bad-ed7298e69551" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.324418] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.324533] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.324625] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.325096] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.325096] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.325096] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f407e753-36b9-4d29-9bad-ed7298e69551" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.325096] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f407e753-36b9-4d29-9bad-ed7298e69551',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.394606] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.394606] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.394606] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.394606] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.394606] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.394606] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.394606] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.394606] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.394606] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.394606] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.394606] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f98ff5e-f9eb-42fb-a29e-1d616573e521 is going to be updated. [ 707.434833] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.438405] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.438405] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.438405] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.438405] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.451317] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f98ff5e-f9eb-42fb-a29e-1d616573e521 in Status: IN_PROGRESS for 2s [ 707.538983] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39f1008f-cc80-4c70-a39e-52f2313a1590 [ 707.539275] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.539407] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.539472] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.539679] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.539766] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.539897] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39f1008f-cc80-4c70-a39e-52f2313a1590 already deleted. [ 707.539987] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39f1008f-cc80-4c70-a39e-52f2313a1590" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.793835] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3ba94cb2-032c-497d-a340-5e5549498be8: rpc.has_security_group_logging(os_id): False [ 707.814741] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.814741] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.814741] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.814741] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.814918] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.815041] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.815101] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.815168] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.815325] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.815404] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.815838] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.815838] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.815838] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.816025] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.816025] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.816142] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.816232] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.816291] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.816428] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.816503] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.816585] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ba94cb2-032c-497d-a340-5e5549498be8 is going to be created. [ 707.830448] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f407e753-36b9-4d29-9bad-ed7298e69551',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.880607] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.881082] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.881760] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.882352] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.882651] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.902406] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ba94cb2-032c-497d-a340-5e5549498be8 in Status: IN_PROGRESS for 2s [ 708.275151] env[67081]: INFO networking_nsxv3.common.synchronization [None req-2efa6d73-a582-438d-8c7f-8e4b462dd63d None None] Enqueued Resource ID: 3d3df3a9-dd8b-4570-8b8a-7b667cf31108 with Priority: HIGHEST for action port [ 708.275755] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d3df3a9-dd8b-4570-8b8a-7b667cf31108 with Priority: HIGHEST for action port [ 708.276088] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d3df3a9-dd8b-4570-8b8a-7b667cf31108 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.276224] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d3df3a9-dd8b-4570-8b8a-7b667cf31108" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.276278] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d3df3a9-dd8b-4570-8b8a-7b667cf31108" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.278361] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d3df3a9-dd8b-4570-8b8a-7b667cf31108" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.278361] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d3df3a9-dd8b-4570-8b8a-7b667cf31108',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.333100] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f407e753-36b9-4d29-9bad-ed7298e69551: rpc.has_security_group_logging(os_id): False [ 708.364288] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.364544] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.364632] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.364862] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.364956] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.365346] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.365439] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.365439] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.365706] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.365706] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.366132] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f407e753-36b9-4d29-9bad-ed7298e69551 is going to be updated. [ 708.443435] env[67081]: INFO networking_nsxv3.common.synchronization [None req-035b3f79-4692-443c-b9fb-cf54f7a1b380 tempest-ServerActionsTestJSON-262138455 tempest-ServerActionsTestJSON-262138455-project-member] Enqueued Resource ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 with Priority: HIGHEST for action security_group_rules [ 708.444017] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 with Priority: HIGHEST for action security_group_rules [ 708.444328] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e06edfd6-c4b3-455a-9b26-cb6d7782d647 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.444474] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.444552] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.444783] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.444868] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e06edfd6-c4b3-455a-9b26-cb6d7782d647',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.446537] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.446652] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.446730] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.446902] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.447058] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.468429] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f407e753-36b9-4d29-9bad-ed7298e69551 in Status: IN_PROGRESS for 2s [ 708.638918] env[67081]: INFO networking_nsxv3.common.synchronization [None req-b90e7a04-cdef-4390-b2e5-f04e12372cae tempest-ServerActionsTestJSON-262138455 tempest-ServerActionsTestJSON-262138455-project-member] Enqueued Resource ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 with Priority: HIGHEST for action security_group_rules [ 708.640028] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 with Priority: HIGHEST for action security_group_rules [ 708.640545] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e06edfd6-c4b3-455a-9b26-cb6d7782d647 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.640637] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.780203] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d3df3a9-dd8b-4570-8b8a-7b667cf31108 [ 708.781241] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.781241] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.781241] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.781241] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.781447] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.781528] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d3df3a9-dd8b-4570-8b8a-7b667cf31108 already deleted. [ 708.781616] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d3df3a9-dd8b-4570-8b8a-7b667cf31108" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.987326] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.987659] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.987659] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.987790] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.987878] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.987943] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 already deleted. [ 708.988248] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.988248] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.989061] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.989215] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e06edfd6-c4b3-455a-9b26-cb6d7782d647',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.464534] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f98ff5e-f9eb-42fb-a29e-1d616573e521 in Status: SUCCESS [ 709.464795] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f98ff5e-f9eb-42fb-a29e-1d616573e521 deletion is rescheduled due to dependency. [ 709.464866] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f98ff5e-f9eb-42fb-a29e-1d616573e521" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.513842] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.514062] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.514157] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.514361] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.514464] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.514565] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 already deleted. [ 709.514644] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.917474] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ba94cb2-032c-497d-a340-5e5549498be8 in Status: SUCCESS [ 709.917863] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ba94cb2-032c-497d-a340-5e5549498be8" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.309814] env[67081]: INFO networking_nsxv3.common.synchronization [req-f743aea7-981d-41ef-825a-267742ac4a05 req-b2fc88f5-e8f4-4b83-8d91-46c3baeb844d tempest-ServerExternalEventsTest-1011403448 tempest-ServerExternalEventsTest-1011403448-project-member] Enqueued Resource ID: 100e759b-2ab6-4dfe-832e-cd551a07e6c5 with Priority: HIGHEST for action security_group_members [ 710.310515] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 100e759b-2ab6-4dfe-832e-cd551a07e6c5 with Priority: HIGHEST for action security_group_members [ 710.310827] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-100e759b-2ab6-4dfe-832e-cd551a07e6c5 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.311181] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-100e759b-2ab6-4dfe-832e-cd551a07e6c5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.311181] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-100e759b-2ab6-4dfe-832e-cd551a07e6c5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.311181] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-100e759b-2ab6-4dfe-832e-cd551a07e6c5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.311348] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.311419] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.311474] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.311615] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.311697] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.311792] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('100e759b-2ab6-4dfe-832e-cd551a07e6c5',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.491519] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f407e753-36b9-4d29-9bad-ed7298e69551 in Status: SUCCESS [ 710.491519] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f407e753-36b9-4d29-9bad-ed7298e69551" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.792531] env[67081]: INFO networking_nsxv3.common.synchronization [req-6ef4df5d-6b71-42da-8656-a70ef3b33180 req-9df58840-2041-4892-b035-d37f4214c54b tempest-ServersV294TestFqdnHostnames-2082610612 tempest-ServersV294TestFqdnHostnames-2082610612-project-member] Enqueued Resource ID: 3e66637a-d682-4882-98f8-43ffc317f453 with Priority: HIGHEST for action security_group_members [ 710.794143] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e66637a-d682-4882-98f8-43ffc317f453 with Priority: HIGHEST for action security_group_members [ 710.794143] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e66637a-d682-4882-98f8-43ffc317f453 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.794143] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e66637a-d682-4882-98f8-43ffc317f453" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.794143] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e66637a-d682-4882-98f8-43ffc317f453" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.794143] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e66637a-d682-4882-98f8-43ffc317f453" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.794438] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.794495] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.794562] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.794744] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.794844] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.794940] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e66637a-d682-4882-98f8-43ffc317f453',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.815578] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.815753] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.815840] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.816098] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.816209] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.816425] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.816538] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.816615] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.816776] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.816857] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.816960] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 100e759b-2ab6-4dfe-832e-cd551a07e6c5 is going to be updated. [ 710.847235] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.847235] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.847235] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.847235] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.847235] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.860616] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 100e759b-2ab6-4dfe-832e-cd551a07e6c5 in Status: IN_PROGRESS for 2s [ 711.255327] env[67081]: INFO networking_nsxv3.common.synchronization [req-0e388fff-41e2-4d14-a44a-cb342953934d req-b81ebbb0-eb11-403f-9b80-ef846bf14f22 tempest-ServerAddressesNegativeTestJSON-2062127572 tempest-ServerAddressesNegativeTestJSON-2062127572-project-member] Enqueued Resource ID: 97e67a48-8cb3-4465-bdb6-8d224de4962b with Priority: HIGHEST for action security_group_members [ 711.256707] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97e67a48-8cb3-4465-bdb6-8d224de4962b with Priority: HIGHEST for action security_group_members [ 711.256886] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-97e67a48-8cb3-4465-bdb6-8d224de4962b taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.257067] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97e67a48-8cb3-4465-bdb6-8d224de4962b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.257215] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97e67a48-8cb3-4465-bdb6-8d224de4962b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.257636] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97e67a48-8cb3-4465-bdb6-8d224de4962b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.257903] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.258106] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.258170] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.258642] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.258642] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.258785] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97e67a48-8cb3-4465-bdb6-8d224de4962b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.298721] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.298987] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.298987] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.299185] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.299286] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.299498] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.299603] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.299665] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.299819] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.300038] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.300084] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e66637a-d682-4882-98f8-43ffc317f453 already deleted. [ 711.300176] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e66637a-d682-4882-98f8-43ffc317f453" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.403810] env[67081]: INFO networking_nsxv3.common.synchronization [None req-3d782d3e-4c29-41d5-8254-6149e58a6c78 None None] Enqueued Resource ID: 6b19d82e-7218-464c-ac27-0d3a0a9d0c9f with Priority: HIGHEST for action port [ 711.408271] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b19d82e-7218-464c-ac27-0d3a0a9d0c9f with Priority: HIGHEST for action port [ 711.409065] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b19d82e-7218-464c-ac27-0d3a0a9d0c9f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.410178] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b19d82e-7218-464c-ac27-0d3a0a9d0c9f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.410247] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b19d82e-7218-464c-ac27-0d3a0a9d0c9f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.411036] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b19d82e-7218-464c-ac27-0d3a0a9d0c9f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.411036] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b19d82e-7218-464c-ac27-0d3a0a9d0c9f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.558820] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock network-623 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.558820] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "network-623" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.558820] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "network-623" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.558820] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "network-623" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.558820] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.559386] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.559609] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.559944] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.560195] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.560601] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 711.560820] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 711.561040] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 711.561229] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 711.561692] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 711.561910] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 711.562155] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 711.583455] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 711.585543] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 711.585543] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 711.585543] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "network-623" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.585543] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock port-fe022156-52b8-4c17-bc22-7fe350947cc9 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.585543] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "port-fe022156-52b8-4c17-bc22-7fe350947cc9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.585904] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "port-fe022156-52b8-4c17-bc22-7fe350947cc9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.586475] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "port-fe022156-52b8-4c17-bc22-7fe350947cc9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.586863] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe022156-52b8-4c17-bc22-7fe350947cc9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.763825] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.764047] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.764390] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.764545] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.764685] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.764932] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.765097] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.765178] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.765379] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.765477] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.765571] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97e67a48-8cb3-4465-bdb6-8d224de4962b is going to be updated. [ 711.796589] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.796932] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.796932] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.796932] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.797160] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.806260] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97e67a48-8cb3-4465-bdb6-8d224de4962b in Status: IN_PROGRESS for 2s [ 711.915579] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b19d82e-7218-464c-ac27-0d3a0a9d0c9f [ 711.915833] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.916054] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.916095] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.916309] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.916422] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.916546] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b19d82e-7218-464c-ac27-0d3a0a9d0c9f already deleted. [ 711.916642] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b19d82e-7218-464c-ac27-0d3a0a9d0c9f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.089651] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.089904] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.090058] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.090362] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.090527] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.090699] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Segment Port fe022156-52b8-4c17-bc22-7fe350947cc9 not found, creating... [ 712.091025] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.091193] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.091336] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.091655] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.091879] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.092739] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.092739] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.092739] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.092926] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.093088] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.093501] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Resource: SegmentPort with ID: fe022156-52b8-4c17-bc22-7fe350947cc9 is going to be created. [ 712.133401] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.133401] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.133401] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.133793] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.133793] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.134557] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "port-fe022156-52b8-4c17-bc22-7fe350947cc9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.871677] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 100e759b-2ab6-4dfe-832e-cd551a07e6c5 in Status: SUCCESS [ 712.872079] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 100e759b-2ab6-4dfe-832e-cd551a07e6c5 deletion is rescheduled due to dependency. [ 712.872310] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-100e759b-2ab6-4dfe-832e-cd551a07e6c5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.918801] env[67081]: INFO networking_nsxv3.common.synchronization [req-6ef4df5d-6b71-42da-8656-a70ef3b33180 req-98a1772d-a56a-46d4-b77d-2817439441bd service nova] Enqueued Resource ID: 3e66637a-d682-4882-98f8-43ffc317f453 with Priority: HIGHEST for action security_group_rules [ 712.919022] env[67081]: INFO networking_nsxv3.common.synchronization [req-6ef4df5d-6b71-42da-8656-a70ef3b33180 req-98a1772d-a56a-46d4-b77d-2817439441bd service nova] Enqueued Resource ID: 3e66637a-d682-4882-98f8-43ffc317f453 with Priority: HIGHEST for action security_group_members [ 712.919170] env[67081]: INFO networking_nsxv3.common.synchronization [req-6ef4df5d-6b71-42da-8656-a70ef3b33180 req-98a1772d-a56a-46d4-b77d-2817439441bd service nova] Enqueued Resource ID: fe022156-52b8-4c17-bc22-7fe350947cc9 with Priority: HIGHEST for action port [ 712.921179] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e66637a-d682-4882-98f8-43ffc317f453 with Priority: HIGHEST for action security_group_rules [ 712.921379] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e66637a-d682-4882-98f8-43ffc317f453 with Priority: HIGHEST for action security_group_members [ 712.921774] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe022156-52b8-4c17-bc22-7fe350947cc9 with Priority: HIGHEST for action port [ 712.921835] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e66637a-d682-4882-98f8-43ffc317f453 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.921943] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e66637a-d682-4882-98f8-43ffc317f453" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.922022] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e66637a-d682-4882-98f8-43ffc317f453" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.922241] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e66637a-d682-4882-98f8-43ffc317f453" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.922325] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e66637a-d682-4882-98f8-43ffc317f453',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.923597] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e66637a-d682-4882-98f8-43ffc317f453 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.923733] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e66637a-d682-4882-98f8-43ffc317f453" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.923840] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e66637a-d682-4882-98f8-43ffc317f453" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.924090] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e66637a-d682-4882-98f8-43ffc317f453" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.924268] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.924392] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.924470] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.924647] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.924773] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.924909] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e66637a-d682-4882-98f8-43ffc317f453',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.926045] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe022156-52b8-4c17-bc22-7fe350947cc9 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.926165] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe022156-52b8-4c17-bc22-7fe350947cc9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.926235] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe022156-52b8-4c17-bc22-7fe350947cc9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.926396] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe022156-52b8-4c17-bc22-7fe350947cc9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.926473] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe022156-52b8-4c17-bc22-7fe350947cc9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.348654] env[67081]: INFO networking_nsxv3.common.synchronization [req-3a87ebcc-d2b0-4aa0-b5d8-5d57674e2f62 req-294a4b5c-3e30-4a0d-aef6-c37104e8caf8 tempest-ServersTestBootFromVolume-2050677516 tempest-ServersTestBootFromVolume-2050677516-project-member] Enqueued Resource ID: dbd93421-0fd7-48da-a81c-1a02124d9f9d with Priority: HIGHEST for action security_group_members [ 713.351493] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbd93421-0fd7-48da-a81c-1a02124d9f9d with Priority: HIGHEST for action security_group_members [ 713.351589] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbd93421-0fd7-48da-a81c-1a02124d9f9d taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.351747] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbd93421-0fd7-48da-a81c-1a02124d9f9d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.351823] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbd93421-0fd7-48da-a81c-1a02124d9f9d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.352185] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbd93421-0fd7-48da-a81c-1a02124d9f9d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.352381] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.353745] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.353745] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.353745] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.353745] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.353745] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbd93421-0fd7-48da-a81c-1a02124d9f9d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.428503] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e66637a-d682-4882-98f8-43ffc317f453 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.428503] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e66637a-d682-4882-98f8-43ffc317f453" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.428754] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e66637a-d682-4882-98f8-43ffc317f453',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.429747] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fe022156-52b8-4c17-bc22-7fe350947cc9 with status ACTIVE [ 713.430210] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.430210] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.430210] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.430454] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.430532] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.431824] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.431824] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.431824] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.431824] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.431824] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.434153] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.434153] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.434153] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.434153] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.435121] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.435121] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fe022156-52b8-4c17-bc22-7fe350947cc9 is going to be updated. [ 713.465032] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.465032] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.465032] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.465032] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.465032] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.465032] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe022156-52b8-4c17-bc22-7fe350947cc9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.773027] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock network-34 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.773027] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "network-34" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.773027] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "network-34" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.773027] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "network-34" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.773481] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.773832] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.774068] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.774460] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.774723] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.775079] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.775336] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 713.775550] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 713.775746] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 713.775987] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.776219] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 713.776481] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 713.812322] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 713.812823] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 713.812823] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 713.813156] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "network-34" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.813562] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock port-5c972e3f-f1e1-4939-a084-e53b4f376980 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.813979] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "port-5c972e3f-f1e1-4939-a084-e53b4f376980" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.814234] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "port-5c972e3f-f1e1-4939-a084-e53b4f376980" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.814641] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "port-5c972e3f-f1e1-4939-a084-e53b4f376980" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.815482] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c972e3f-f1e1-4939-a084-e53b4f376980',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.827888] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97e67a48-8cb3-4465-bdb6-8d224de4962b in Status: SUCCESS [ 713.827888] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97e67a48-8cb3-4465-bdb6-8d224de4962b deletion is rescheduled due to dependency. [ 713.827888] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97e67a48-8cb3-4465-bdb6-8d224de4962b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.855796] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.856300] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.856550] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.856985] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.857230] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.857588] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.857958] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.858173] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.858514] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.859249] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.859656] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbd93421-0fd7-48da-a81c-1a02124d9f9d already deleted. [ 713.860280] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbd93421-0fd7-48da-a81c-1a02124d9f9d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.936275] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e66637a-d682-4882-98f8-43ffc317f453',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.167956] env[67081]: INFO networking_nsxv3.common.synchronization [None req-b947f0b9-6c72-4f23-8bdb-6fb521f3fe90 None None] Enqueued Resource ID: 2adae99b-f520-4382-9e9a-e5e4b2c36e50 with Priority: HIGHEST for action port [ 714.168276] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2adae99b-f520-4382-9e9a-e5e4b2c36e50 with Priority: HIGHEST for action port [ 714.168695] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-2adae99b-f520-4382-9e9a-e5e4b2c36e50 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.168864] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2adae99b-f520-4382-9e9a-e5e4b2c36e50" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.168955] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2adae99b-f520-4382-9e9a-e5e4b2c36e50" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.169265] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2adae99b-f520-4382-9e9a-e5e4b2c36e50" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.169420] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2adae99b-f520-4382-9e9a-e5e4b2c36e50',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.318578] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.318851] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.319280] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.319280] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.319489] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.319704] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Segment Port 5c972e3f-f1e1-4939-a084-e53b4f376980 not found, creating... [ 714.320164] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.320266] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.320393] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.320641] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.320774] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.321587] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.321587] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.321587] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.321743] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.321771] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.321895] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Resource: SegmentPort with ID: 5c972e3f-f1e1-4939-a084-e53b4f376980 is going to be created. [ 714.369492] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.369698] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.369815] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.370229] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.370457] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.370695] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "port-5c972e3f-f1e1-4939-a084-e53b4f376980" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.439519] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.439711] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.439751] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.439996] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.440107] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.440210] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e66637a-d682-4882-98f8-43ffc317f453 is going to be created. [ 714.472308] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.472469] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.472542] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.472751] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.472916] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.493196] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e66637a-d682-4882-98f8-43ffc317f453 in Status: UNINITIALIZED for 2s [ 714.671748] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2adae99b-f520-4382-9e9a-e5e4b2c36e50 [ 714.671987] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.672172] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.672257] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.672459] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.672549] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.672855] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2adae99b-f520-4382-9e9a-e5e4b2c36e50 already deleted. [ 714.672855] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2adae99b-f520-4382-9e9a-e5e4b2c36e50" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.105326] env[67081]: INFO networking_nsxv3.common.synchronization [req-3a87ebcc-d2b0-4aa0-b5d8-5d57674e2f62 req-4a2f5cca-c6de-4702-aae8-11f58201d27f service nova] Enqueued Resource ID: dbd93421-0fd7-48da-a81c-1a02124d9f9d with Priority: HIGHEST for action security_group_rules [ 715.105705] env[67081]: INFO networking_nsxv3.common.synchronization [req-3a87ebcc-d2b0-4aa0-b5d8-5d57674e2f62 req-4a2f5cca-c6de-4702-aae8-11f58201d27f service nova] Enqueued Resource ID: dbd93421-0fd7-48da-a81c-1a02124d9f9d with Priority: HIGHEST for action security_group_members [ 715.105877] env[67081]: INFO networking_nsxv3.common.synchronization [req-3a87ebcc-d2b0-4aa0-b5d8-5d57674e2f62 req-4a2f5cca-c6de-4702-aae8-11f58201d27f service nova] Enqueued Resource ID: 5c972e3f-f1e1-4939-a084-e53b4f376980 with Priority: HIGHEST for action port [ 715.106703] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbd93421-0fd7-48da-a81c-1a02124d9f9d with Priority: HIGHEST for action security_group_rules [ 715.106862] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbd93421-0fd7-48da-a81c-1a02124d9f9d with Priority: HIGHEST for action security_group_members [ 715.107819] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c972e3f-f1e1-4939-a084-e53b4f376980 with Priority: HIGHEST for action port [ 715.107819] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbd93421-0fd7-48da-a81c-1a02124d9f9d taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.107819] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbd93421-0fd7-48da-a81c-1a02124d9f9d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.107819] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbd93421-0fd7-48da-a81c-1a02124d9f9d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.108846] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbd93421-0fd7-48da-a81c-1a02124d9f9d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.109054] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbd93421-0fd7-48da-a81c-1a02124d9f9d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.111974] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbd93421-0fd7-48da-a81c-1a02124d9f9d taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.114745] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbd93421-0fd7-48da-a81c-1a02124d9f9d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.114745] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbd93421-0fd7-48da-a81c-1a02124d9f9d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.114745] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbd93421-0fd7-48da-a81c-1a02124d9f9d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.114745] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.114745] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.114745] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.114745] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.114745] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.114745] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbd93421-0fd7-48da-a81c-1a02124d9f9d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.116777] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c972e3f-f1e1-4939-a084-e53b4f376980 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.116946] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c972e3f-f1e1-4939-a084-e53b4f376980" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.117047] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c972e3f-f1e1-4939-a084-e53b4f376980" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.117640] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c972e3f-f1e1-4939-a084-e53b4f376980" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.117640] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c972e3f-f1e1-4939-a084-e53b4f376980',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.335825] env[67081]: INFO networking_nsxv3.common.synchronization [req-67d1b6f0-3943-48aa-a003-7b8315f2b0e6 req-f3c08e46-1e68-4e7f-a1ff-d5ac7ab3fb11 tempest-ListServersNegativeTestJSON-341828993 tempest-ListServersNegativeTestJSON-341828993-project-member] Enqueued Resource ID: ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 with Priority: HIGHEST for action security_group_members [ 715.336107] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 with Priority: HIGHEST for action security_group_members [ 715.336799] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.336995] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.337057] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.338079] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.338079] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.338079] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.338079] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.338079] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.338079] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.338079] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.623066] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbd93421-0fd7-48da-a81c-1a02124d9f9d taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.623066] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbd93421-0fd7-48da-a81c-1a02124d9f9d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.623066] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbd93421-0fd7-48da-a81c-1a02124d9f9d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.623974] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5c972e3f-f1e1-4939-a084-e53b4f376980 with status ACTIVE [ 715.624176] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.624291] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.624363] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.624554] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.624639] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.624854] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.624954] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.624994] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.625900] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.628056] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.628056] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.628056] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.628056] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.628056] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.628056] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.628056] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5c972e3f-f1e1-4939-a084-e53b4f376980 is going to be updated. [ 715.655651] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.655651] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.655651] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.655651] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.655651] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.655873] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c972e3f-f1e1-4939-a084-e53b4f376980" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.788969] env[67081]: INFO networking_nsxv3.common.synchronization [req-d686d02c-322f-404a-917f-660ba7215daa req-7edaadce-f196-4730-bc01-4b02940b85cc tempest-MultipleCreateTestJSON-295641269 tempest-MultipleCreateTestJSON-295641269-project-member] Enqueued Resource ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f with Priority: HIGHEST for action security_group_members [ 715.789493] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f with Priority: HIGHEST for action security_group_members [ 715.789804] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ae55836-e357-4f35-8f11-69a73c5ec71f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.790035] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.791270] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.791936] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.792249] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.792978] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.792978] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.792978] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.792978] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.792978] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ae55836-e357-4f35-8f11-69a73c5ec71f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.841926] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.075977] env[67081]: INFO networking_nsxv3.common.synchronization [None req-809965ee-382c-4972-a125-b690a1614d4a None None] Enqueued Resource ID: e63c21a4-db53-44de-9064-39a4333af3e9 with Priority: HIGHEST for action port [ 716.076275] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e63c21a4-db53-44de-9064-39a4333af3e9 with Priority: HIGHEST for action port [ 716.076857] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-e63c21a4-db53-44de-9064-39a4333af3e9 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.076985] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e63c21a4-db53-44de-9064-39a4333af3e9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.077069] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e63c21a4-db53-44de-9064-39a4333af3e9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.077324] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e63c21a4-db53-44de-9064-39a4333af3e9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.077407] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e63c21a4-db53-44de-9064-39a4333af3e9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.130525] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbd93421-0fd7-48da-a81c-1a02124d9f9d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.295980] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.296344] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.296449] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.296673] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.296822] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.296991] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.297128] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.297226] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.297356] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.297434] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.298172] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f already deleted. [ 716.298172] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.344143] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-357 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.344492] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-357" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.344492] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-357" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.344777] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-357" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.345178] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.345417] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.345581] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.345850] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.346122] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.346406] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 716.346579] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 716.346732] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 716.346909] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 716.347077] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 716.347237] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 716.347413] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 716.348596] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.369593] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 716.369753] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 716.369861] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 716.370101] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-357" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.370464] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-62c9855f-53d9-4382-940d-00786372bd95 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.370823] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-62c9855f-53d9-4382-940d-00786372bd95" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.370823] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-62c9855f-53d9-4382-940d-00786372bd95" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.371647] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-62c9855f-53d9-4382-940d-00786372bd95" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.371647] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62c9855f-53d9-4382-940d-00786372bd95',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.505771] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e66637a-d682-4882-98f8-43ffc317f453 in Status: SUCCESS [ 716.506056] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e66637a-d682-4882-98f8-43ffc317f453" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.506270] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e66637a-d682-4882-98f8-43ffc317f453" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.506682] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e66637a-d682-4882-98f8-43ffc317f453" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.506682] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.506816] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.506816] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.506955] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.507045] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.507107] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e66637a-d682-4882-98f8-43ffc317f453" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.507168] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e66637a-d682-4882-98f8-43ffc317f453',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.580018] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e63c21a4-db53-44de-9064-39a4333af3e9 [ 716.580293] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.580459] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.580578] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.580826] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.580949] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.581107] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e63c21a4-db53-44de-9064-39a4333af3e9 already deleted. [ 716.581204] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e63c21a4-db53-44de-9064-39a4333af3e9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.636695] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.636792] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.637709] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.637709] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.637709] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.637709] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbd93421-0fd7-48da-a81c-1a02124d9f9d is going to be created. [ 716.673474] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.673731] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.673840] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.674248] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.674592] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.690135] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbd93421-0fd7-48da-a81c-1a02124d9f9d in Status: UNINITIALIZED for 2s [ 716.851499] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.851671] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.851740] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.852668] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.852841] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.852890] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 is going to be updated. [ 716.873671] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.873840] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.874050] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.874393] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.874551] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.875563] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port 62c9855f-53d9-4382-940d-00786372bd95 not found, creating... [ 716.875563] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.875563] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.875563] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.875863] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.875893] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.881282] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.881282] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.881282] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.881282] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.881282] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.881282] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: 62c9855f-53d9-4382-940d-00786372bd95 is going to be created. [ 716.885975] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.886069] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.886101] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.888911] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.888911] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.902201] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 in Status: IN_PROGRESS for 2s [ 716.905720] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.905959] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.906101] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.906383] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.906635] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.906875] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-62c9855f-53d9-4382-940d-00786372bd95" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.009933] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e66637a-d682-4882-98f8-43ffc317f453',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.517162] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e66637a-d682-4882-98f8-43ffc317f453: rpc.has_security_group_logging(os_id): False [ 717.542379] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.542530] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.542530] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.542733] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.543274] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.543274] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.543274] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.543274] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.543457] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.543457] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.543510] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e66637a-d682-4882-98f8-43ffc317f453 is going to be created. [ 717.615937] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.616137] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.616189] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.616369] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.616555] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.637466] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e66637a-d682-4882-98f8-43ffc317f453 in Status: IN_PROGRESS for 2s [ 717.760657] env[67081]: INFO networking_nsxv3.common.synchronization [req-d686d02c-322f-404a-917f-660ba7215daa req-7904ad71-2d6e-4735-9a9f-120db3fd2809 service nova] Enqueued Resource ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f with Priority: HIGHEST for action security_group_rules [ 717.760860] env[67081]: INFO networking_nsxv3.common.synchronization [req-d686d02c-322f-404a-917f-660ba7215daa req-7904ad71-2d6e-4735-9a9f-120db3fd2809 service nova] Enqueued Resource ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f with Priority: HIGHEST for action security_group_members [ 717.761192] env[67081]: INFO networking_nsxv3.common.synchronization [req-d686d02c-322f-404a-917f-660ba7215daa req-7904ad71-2d6e-4735-9a9f-120db3fd2809 service nova] Enqueued Resource ID: 62c9855f-53d9-4382-940d-00786372bd95 with Priority: HIGHEST for action port [ 717.761930] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f with Priority: HIGHEST for action security_group_rules [ 717.762457] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f with Priority: HIGHEST for action security_group_members [ 717.762457] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62c9855f-53d9-4382-940d-00786372bd95 with Priority: HIGHEST for action port [ 717.762625] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ae55836-e357-4f35-8f11-69a73c5ec71f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.762686] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.762715] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.763014] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.764147] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ae55836-e357-4f35-8f11-69a73c5ec71f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.768698] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ae55836-e357-4f35-8f11-69a73c5ec71f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.768698] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.768698] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.769567] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.769567] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.769839] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.769839] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.769994] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.770147] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.770278] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ae55836-e357-4f35-8f11-69a73c5ec71f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.772244] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-62c9855f-53d9-4382-940d-00786372bd95 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.772610] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62c9855f-53d9-4382-940d-00786372bd95" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.772610] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62c9855f-53d9-4382-940d-00786372bd95" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.772709] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62c9855f-53d9-4382-940d-00786372bd95" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.772814] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62c9855f-53d9-4382-940d-00786372bd95',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.072183] env[67081]: INFO networking_nsxv3.common.synchronization [req-d686d02c-322f-404a-917f-660ba7215daa req-7529f3ac-8096-4025-8d05-a2c24a67fb99 tempest-MultipleCreateTestJSON-295641269 tempest-MultipleCreateTestJSON-295641269-project-member] Enqueued Resource ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f with Priority: HIGHEST for action security_group_members [ 718.072183] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f with Priority: HIGHEST for action security_group_members [ 718.072872] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ae55836-e357-4f35-8f11-69a73c5ec71f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.073191] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.275717] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ae55836-e357-4f35-8f11-69a73c5ec71f taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.275880] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.276193] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ae55836-e357-4f35-8f11-69a73c5ec71f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.277861] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62c9855f-53d9-4382-940d-00786372bd95 with status ACTIVE [ 718.278609] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.278609] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.278609] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.278833] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.278833] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.279154] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.279322] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.279414] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.279594] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.279697] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.280071] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.280253] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.280419] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.281062] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.281281] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.281281] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62c9855f-53d9-4382-940d-00786372bd95 is going to be updated. [ 718.332480] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.332480] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.332480] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.332480] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.332480] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.332480] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62c9855f-53d9-4382-940d-00786372bd95" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.606619] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-357 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.607197] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-357" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.607197] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-357" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.607761] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-357" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.609690] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.609690] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.609958] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.611555] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.611834] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.612999] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 718.612999] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 718.612999] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 718.612999] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 718.612999] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 718.613214] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 718.613214] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 718.653099] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 718.653261] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 718.653696] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 718.653941] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-357" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.654375] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-5a45b3e8-de9a-490b-8214-cd57e7855fe3 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.654627] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-5a45b3e8-de9a-490b-8214-cd57e7855fe3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.655326] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-5a45b3e8-de9a-490b-8214-cd57e7855fe3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.655582] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-5a45b3e8-de9a-490b-8214-cd57e7855fe3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.655754] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a45b3e8-de9a-490b-8214-cd57e7855fe3',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.703777] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbd93421-0fd7-48da-a81c-1a02124d9f9d in Status: SUCCESS [ 718.703777] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbd93421-0fd7-48da-a81c-1a02124d9f9d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.705571] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbd93421-0fd7-48da-a81c-1a02124d9f9d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.705954] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbd93421-0fd7-48da-a81c-1a02124d9f9d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.706351] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.706583] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.706711] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.706950] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.707103] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.707262] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbd93421-0fd7-48da-a81c-1a02124d9f9d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.707386] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dbd93421-0fd7-48da-a81c-1a02124d9f9d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.784132] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ae55836-e357-4f35-8f11-69a73c5ec71f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.796228] env[67081]: INFO networking_nsxv3.common.synchronization [None req-824e6aea-28b7-4b95-8a08-43d3a7a9e199 None None] Enqueued Resource ID: 0d8bd181-19c1-4205-9926-66824fb91bd1 with Priority: HIGHEST for action port [ 718.796657] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d8bd181-19c1-4205-9926-66824fb91bd1 with Priority: HIGHEST for action port [ 718.797356] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d8bd181-19c1-4205-9926-66824fb91bd1 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.797661] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d8bd181-19c1-4205-9926-66824fb91bd1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.798219] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d8bd181-19c1-4205-9926-66824fb91bd1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.798674] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d8bd181-19c1-4205-9926-66824fb91bd1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.799035] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d8bd181-19c1-4205-9926-66824fb91bd1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.891349] env[67081]: INFO networking_nsxv3.common.synchronization [req-0ab357fd-d3c3-4fb8-8cbc-91b699dcd791 req-593215c9-2e3a-44e6-bc7f-7c9d59b24002 tempest-AttachInterfacesUnderV243Test-1785108365 tempest-AttachInterfacesUnderV243Test-1785108365-project-member] Enqueued Resource ID: f407e753-36b9-4d29-9bad-ed7298e69551 with Priority: HIGHEST for action security_group_members [ 718.891349] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f407e753-36b9-4d29-9bad-ed7298e69551 with Priority: HIGHEST for action security_group_members [ 718.891349] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f407e753-36b9-4d29-9bad-ed7298e69551 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.891349] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f407e753-36b9-4d29-9bad-ed7298e69551" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.891349] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f407e753-36b9-4d29-9bad-ed7298e69551" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.891349] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f407e753-36b9-4d29-9bad-ed7298e69551" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.891349] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.891349] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.891349] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.891349] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.892167] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.892310] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f407e753-36b9-4d29-9bad-ed7298e69551',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.907353] env[67081]: INFO networking_nsxv3.common.synchronization [req-0ab357fd-d3c3-4fb8-8cbc-91b699dcd791 req-593215c9-2e3a-44e6-bc7f-7c9d59b24002 tempest-AttachInterfacesUnderV243Test-1785108365 tempest-AttachInterfacesUnderV243Test-1785108365-project-member] Enqueued Resource ID: f407e753-36b9-4d29-9bad-ed7298e69551 with Priority: HIGHEST for action security_group_rules [ 718.907660] env[67081]: INFO networking_nsxv3.common.synchronization [req-0ab357fd-d3c3-4fb8-8cbc-91b699dcd791 req-593215c9-2e3a-44e6-bc7f-7c9d59b24002 tempest-AttachInterfacesUnderV243Test-1785108365 tempest-AttachInterfacesUnderV243Test-1785108365-project-member] Enqueued Resource ID: f407e753-36b9-4d29-9bad-ed7298e69551 with Priority: HIGHEST for action security_group_members [ 718.907983] env[67081]: INFO networking_nsxv3.common.synchronization [req-0ab357fd-d3c3-4fb8-8cbc-91b699dcd791 req-593215c9-2e3a-44e6-bc7f-7c9d59b24002 tempest-AttachInterfacesUnderV243Test-1785108365 tempest-AttachInterfacesUnderV243Test-1785108365-project-member] Enqueued Resource ID: 3d25bcc9-0fd4-4e18-a74e-b1314fa674dd with Priority: HIGHEST for action port [ 718.909847] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f407e753-36b9-4d29-9bad-ed7298e69551 with Priority: HIGHEST for action security_group_rules [ 718.910125] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f407e753-36b9-4d29-9bad-ed7298e69551 with Priority: HIGHEST for action security_group_members [ 718.910435] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d25bcc9-0fd4-4e18-a74e-b1314fa674dd with Priority: HIGHEST for action port [ 718.910681] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f407e753-36b9-4d29-9bad-ed7298e69551 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.911279] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f407e753-36b9-4d29-9bad-ed7298e69551" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.911279] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f407e753-36b9-4d29-9bad-ed7298e69551" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.911420] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f407e753-36b9-4d29-9bad-ed7298e69551" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.911420] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f407e753-36b9-4d29-9bad-ed7298e69551',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.912895] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f407e753-36b9-4d29-9bad-ed7298e69551 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.912990] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f407e753-36b9-4d29-9bad-ed7298e69551" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.913412] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d25bcc9-0fd4-4e18-a74e-b1314fa674dd taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.913575] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d25bcc9-0fd4-4e18-a74e-b1314fa674dd" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.913642] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d25bcc9-0fd4-4e18-a74e-b1314fa674dd" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.913857] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d25bcc9-0fd4-4e18-a74e-b1314fa674dd" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.913981] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d25bcc9-0fd4-4e18-a74e-b1314fa674dd',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.918301] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 in Status: SUCCESS [ 718.918525] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.158415] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.159731] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.159731] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.159731] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.159997] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.160202] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port 5a45b3e8-de9a-490b-8214-cd57e7855fe3 not found, creating... [ 719.160553] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.160742] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.160879] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.161290] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.161751] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.162336] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.162488] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.162558] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.162736] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.164842] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.164842] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: 5a45b3e8-de9a-490b-8214-cd57e7855fe3 is going to be created. [ 719.201800] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.202110] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.202255] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.202605] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.202856] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.203102] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-5a45b3e8-de9a-490b-8214-cd57e7855fe3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.212208] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dbd93421-0fd7-48da-a81c-1a02124d9f9d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.289498] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.289714] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.289822] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.290190] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.290283] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.290433] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f is going to be created. [ 719.304240] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d8bd181-19c1-4205-9926-66824fb91bd1 [ 719.304421] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.306127] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.306127] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.306127] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.306127] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.306127] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d8bd181-19c1-4205-9926-66824fb91bd1 already deleted. [ 719.306127] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d8bd181-19c1-4205-9926-66824fb91bd1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.334165] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.334165] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.334742] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.334742] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.334742] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.349334] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f in Status: UNINITIALIZED for 2s [ 719.395627] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f407e753-36b9-4d29-9bad-ed7298e69551',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.416541] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f407e753-36b9-4d29-9bad-ed7298e69551 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.416541] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f407e753-36b9-4d29-9bad-ed7298e69551" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.416541] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d25bcc9-0fd4-4e18-a74e-b1314fa674dd with status ACTIVE [ 719.416686] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.416739] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.416776] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.417333] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.417333] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.417333] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.417512] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.417512] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.417573] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.417739] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.418385] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.418385] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.418385] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.418385] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.418385] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.418385] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d25bcc9-0fd4-4e18-a74e-b1314fa674dd is going to be updated. [ 719.458974] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.458974] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.458974] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.458974] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.458974] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.459164] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d25bcc9-0fd4-4e18-a74e-b1314fa674dd" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.658907] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e66637a-d682-4882-98f8-43ffc317f453 in Status: SUCCESS [ 719.659212] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e66637a-d682-4882-98f8-43ffc317f453" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.716022] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dbd93421-0fd7-48da-a81c-1a02124d9f9d: rpc.has_security_group_logging(os_id): False [ 719.737192] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.737438] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.737550] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.737807] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.738115] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.738312] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.738459] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.738557] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.738762] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.738874] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.738998] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbd93421-0fd7-48da-a81c-1a02124d9f9d is going to be created. [ 719.778875] env[67081]: INFO networking_nsxv3.common.synchronization [None req-018aefd8-56ce-46fd-8872-80c11cfe5c31 tempest-AttachInterfacesTestJSON-919501604 tempest-AttachInterfacesTestJSON-919501604-project-member] Enqueued Resource ID: 64a27b36-8b8e-42f1-836b-96834f6b861d with Priority: HIGHEST for action security_group_rules [ 719.779498] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64a27b36-8b8e-42f1-836b-96834f6b861d with Priority: HIGHEST for action security_group_rules [ 719.779811] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64a27b36-8b8e-42f1-836b-96834f6b861d taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.779949] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64a27b36-8b8e-42f1-836b-96834f6b861d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.780035] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64a27b36-8b8e-42f1-836b-96834f6b861d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.780296] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64a27b36-8b8e-42f1-836b-96834f6b861d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.780374] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64a27b36-8b8e-42f1-836b-96834f6b861d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.822513] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.822513] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.822513] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.822513] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.822513] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.839336] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbd93421-0fd7-48da-a81c-1a02124d9f9d in Status: IN_PROGRESS for 2s [ 719.897049] env[67081]: INFO networking_nsxv3.common.synchronization [req-d686d02c-322f-404a-917f-660ba7215daa req-a08d2002-d1d8-4be1-914b-460ef5bbd873 service nova] Enqueued Resource ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f with Priority: HIGHEST for action security_group_rules [ 719.897254] env[67081]: INFO networking_nsxv3.common.synchronization [req-d686d02c-322f-404a-917f-660ba7215daa req-a08d2002-d1d8-4be1-914b-460ef5bbd873 service nova] Enqueued Resource ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f with Priority: HIGHEST for action security_group_members [ 719.897381] env[67081]: INFO networking_nsxv3.common.synchronization [req-d686d02c-322f-404a-917f-660ba7215daa req-a08d2002-d1d8-4be1-914b-460ef5bbd873 service nova] Enqueued Resource ID: 5a45b3e8-de9a-490b-8214-cd57e7855fe3 with Priority: HIGHEST for action port [ 719.897965] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f with Priority: HIGHEST for action security_group_rules [ 719.898115] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f with Priority: HIGHEST for action security_group_members [ 719.898212] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a45b3e8-de9a-490b-8214-cd57e7855fe3 with Priority: HIGHEST for action port [ 719.898445] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f407e753-36b9-4d29-9bad-ed7298e69551',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.899623] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ae55836-e357-4f35-8f11-69a73c5ec71f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.899720] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.900023] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ae55836-e357-4f35-8f11-69a73c5ec71f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.900136] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.900716] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a45b3e8-de9a-490b-8214-cd57e7855fe3 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.900824] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a45b3e8-de9a-490b-8214-cd57e7855fe3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.900892] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a45b3e8-de9a-490b-8214-cd57e7855fe3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.901132] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a45b3e8-de9a-490b-8214-cd57e7855fe3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.901231] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a45b3e8-de9a-490b-8214-cd57e7855fe3',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.130823] env[67081]: INFO networking_nsxv3.common.synchronization [req-916edfcb-9519-485c-91f2-dfec629c2bd2 req-64f96df8-cbfc-480a-b83f-11617ee91907 tempest-ServersTestJSON-439708670 tempest-ServersTestJSON-439708670-project-member] Enqueued Resource ID: 6876f33a-0b60-4fe1-886b-4f6478aaa7ec with Priority: HIGHEST for action security_group_members [ 720.131407] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6876f33a-0b60-4fe1-886b-4f6478aaa7ec with Priority: HIGHEST for action security_group_members [ 720.131925] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6876f33a-0b60-4fe1-886b-4f6478aaa7ec taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.132076] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6876f33a-0b60-4fe1-886b-4f6478aaa7ec" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.132193] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6876f33a-0b60-4fe1-886b-4f6478aaa7ec" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.132430] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6876f33a-0b60-4fe1-886b-4f6478aaa7ec" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.132621] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.132741] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.132805] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.133071] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.133185] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.133312] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6876f33a-0b60-4fe1-886b-4f6478aaa7ec',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.204982] env[67081]: INFO networking_nsxv3.common.synchronization [req-fb8051b9-b417-429e-a551-2f4ee3d3402b req-d35ef2e8-dd3c-457e-9965-e86b36eea38c tempest-ListServersNegativeTestJSON-341828993 tempest-ListServersNegativeTestJSON-341828993-project-member] Enqueued Resource ID: ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 with Priority: HIGHEST for action security_group_members [ 720.205408] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 with Priority: HIGHEST for action security_group_members [ 720.205697] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.205814] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.205877] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.206179] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.206774] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.206774] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.206774] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.206774] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.206774] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.206774] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.319077] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.319439] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.319439] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.319761] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.319893] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.320071] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64a27b36-8b8e-42f1-836b-96834f6b861d already deleted. [ 720.320160] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64a27b36-8b8e-42f1-836b-96834f6b861d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.403107] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.403287] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.403416] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.406450] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.408849] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.408849] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f407e753-36b9-4d29-9bad-ed7298e69551 is going to be updated. [ 720.408849] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a45b3e8-de9a-490b-8214-cd57e7855fe3 with status ACTIVE [ 720.408849] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.408849] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.408849] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.409608] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.409608] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.409608] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.409608] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.409608] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.409608] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.409783] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.409831] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.410147] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.410147] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.410208] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.410294] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.410366] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a45b3e8-de9a-490b-8214-cd57e7855fe3 is going to be updated. [ 720.441354] env[67081]: INFO networking_nsxv3.common.synchronization [None req-3aa73c16-39cb-49d0-9f76-514df6eb5abc tempest-AttachInterfacesTestJSON-919501604 tempest-AttachInterfacesTestJSON-919501604-project-member] Enqueued Resource ID: 64a27b36-8b8e-42f1-836b-96834f6b861d with Priority: HIGHEST for action security_group_rules [ 720.442528] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64a27b36-8b8e-42f1-836b-96834f6b861d with Priority: HIGHEST for action security_group_rules [ 720.444396] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.444396] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.444396] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.445603] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.445603] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.445603] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a45b3e8-de9a-490b-8214-cd57e7855fe3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.447403] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64a27b36-8b8e-42f1-836b-96834f6b861d taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.447403] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64a27b36-8b8e-42f1-836b-96834f6b861d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.447403] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64a27b36-8b8e-42f1-836b-96834f6b861d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.447403] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64a27b36-8b8e-42f1-836b-96834f6b861d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.447403] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64a27b36-8b8e-42f1-836b-96834f6b861d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.472199] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.472199] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.472199] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.472373] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.472482] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.486237] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f407e753-36b9-4d29-9bad-ed7298e69551 in Status: IN_PROGRESS for 2s [ 720.636243] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.636436] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.637037] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.637037] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.637037] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.637037] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.637338] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.637338] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.637459] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.637459] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.637559] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6876f33a-0b60-4fe1-886b-4f6478aaa7ec is going to be updated. [ 720.672909] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.672909] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.672909] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.672909] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.672909] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.684291] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6876f33a-0b60-4fe1-886b-4f6478aaa7ec in Status: IN_PROGRESS for 2s [ 720.709937] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.710126] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.710454] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.710533] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.710643] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.710952] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.710952] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.711074] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.712266] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.712266] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.712266] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 is going to be updated. [ 720.715158] env[67081]: INFO networking_nsxv3.common.synchronization [req-4b6a6676-7ac2-4ba8-8492-188fe79eb02d req-b2079a17-e988-4f7b-8904-71df3f13bb67 tempest-FloatingIPsAssociationTestJSON-1069670455 tempest-FloatingIPsAssociationTestJSON-1069670455-project-member] Enqueued Resource ID: f452a37f-2052-4f91-9419-cc330152f0a5 with Priority: HIGHEST for action security_group_members [ 720.717481] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f452a37f-2052-4f91-9419-cc330152f0a5 with Priority: HIGHEST for action security_group_members [ 720.717840] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f452a37f-2052-4f91-9419-cc330152f0a5 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.718140] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f452a37f-2052-4f91-9419-cc330152f0a5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.718140] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f452a37f-2052-4f91-9419-cc330152f0a5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.718269] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f452a37f-2052-4f91-9419-cc330152f0a5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.718426] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.719083] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.719156] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.719346] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.719428] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.719531] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f452a37f-2052-4f91-9419-cc330152f0a5',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.772285] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.772452] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.772533] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.772886] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.773071] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.789026] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 in Status: IN_PROGRESS for 2s [ 720.972465] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.972465] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.972465] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.972652] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.972752] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.972898] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64a27b36-8b8e-42f1-836b-96834f6b861d already deleted. [ 720.973126] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64a27b36-8b8e-42f1-836b-96834f6b861d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.222726] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.222981] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.223136] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.223484] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.223653] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.223937] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.224127] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.224235] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.224492] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.224598] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.224699] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f452a37f-2052-4f91-9419-cc330152f0a5 is going to be updated. [ 721.251767] env[67081]: INFO networking_nsxv3.common.synchronization [req-0af06c6d-201c-4665-91f9-d159e35a562f req-f44215f9-562b-4e34-878a-c64241be1846 tempest-DeleteServersTestJSON-824934422 tempest-DeleteServersTestJSON-824934422-project-member] Enqueued Resource ID: 6252e64a-b311-40e1-bced-0dc0bf08891f with Priority: HIGHEST for action security_group_members [ 721.251906] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6252e64a-b311-40e1-bced-0dc0bf08891f with Priority: HIGHEST for action security_group_members [ 721.252298] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6252e64a-b311-40e1-bced-0dc0bf08891f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.252451] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.252489] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.252801] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.252886] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.252984] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.253061] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.253239] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.253332] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.253442] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6252e64a-b311-40e1-bced-0dc0bf08891f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.270479] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.270652] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.271291] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.271291] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.271291] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.274559] env[67081]: INFO networking_nsxv3.common.synchronization [req-5929b90a-cdc5-41e5-b82a-baa8c09dc043 req-a23a80e1-2554-4f02-926f-ab9232a0e94a tempest-InstanceActionsNegativeTestJSON-185596762 tempest-InstanceActionsNegativeTestJSON-185596762-project-member] Enqueued Resource ID: 5d23e0f9-909e-42bf-b987-26aec8449c9f with Priority: HIGHEST for action security_group_members [ 721.275637] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d23e0f9-909e-42bf-b987-26aec8449c9f with Priority: HIGHEST for action security_group_members [ 721.276038] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d23e0f9-909e-42bf-b987-26aec8449c9f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.276161] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d23e0f9-909e-42bf-b987-26aec8449c9f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.276229] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d23e0f9-909e-42bf-b987-26aec8449c9f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.276424] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d23e0f9-909e-42bf-b987-26aec8449c9f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.277345] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.277485] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.277874] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.278192] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.278318] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.278446] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d23e0f9-909e-42bf-b987-26aec8449c9f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.286788] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f452a37f-2052-4f91-9419-cc330152f0a5 in Status: IN_PROGRESS for 2s [ 721.361661] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f in Status: SUCCESS [ 721.364096] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.364096] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.364096] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.364096] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.364096] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.364096] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.364096] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.364096] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.364096] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ae55836-e357-4f35-8f11-69a73c5ec71f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.675210] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-816 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.675535] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-816" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.675585] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-816" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.675888] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-816" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.676156] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.676309] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.676418] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.676626] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.676760] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.676972] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 721.677101] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 721.677227] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 721.677369] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 721.677447] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 721.677546] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 721.677671] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 721.708703] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 721.708902] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 721.709514] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 721.709514] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-816" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.709840] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-c3733944-520e-464a-94c5-83e82d484205 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.710149] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-c3733944-520e-464a-94c5-83e82d484205" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.710366] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-c3733944-520e-464a-94c5-83e82d484205" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.710851] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-c3733944-520e-464a-94c5-83e82d484205" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.711098] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3733944-520e-464a-94c5-83e82d484205',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.755200] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.755404] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.755456] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.756041] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.756041] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.756041] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.756251] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.756251] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.756433] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.756508] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.756648] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6252e64a-b311-40e1-bced-0dc0bf08891f already deleted. [ 721.756738] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.783876] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.783876] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.783876] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.783876] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.783876] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.783876] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.783876] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.783876] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.783876] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.783876] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.783876] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d23e0f9-909e-42bf-b987-26aec8449c9f is going to be updated. [ 721.814181] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.814181] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.814181] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.814181] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.814181] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.826603] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d23e0f9-909e-42bf-b987-26aec8449c9f in Status: IN_PROGRESS for 2s [ 721.853019] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbd93421-0fd7-48da-a81c-1a02124d9f9d in Status: SUCCESS [ 721.853286] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbd93421-0fd7-48da-a81c-1a02124d9f9d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.866486] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ae55836-e357-4f35-8f11-69a73c5ec71f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.214399] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.214680] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.217293] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.217293] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.217293] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.217293] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port c3733944-520e-464a-94c5-83e82d484205 not found, creating... [ 722.217293] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.217293] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.217293] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.217293] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.217293] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.217703] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.218105] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.218283] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.218620] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.218819] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.218977] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: c3733944-520e-464a-94c5-83e82d484205 is going to be created. [ 722.247534] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.247795] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.247919] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.248221] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.248531] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.248870] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-c3733944-520e-464a-94c5-83e82d484205" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.368923] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ae55836-e357-4f35-8f11-69a73c5ec71f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.497703] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f407e753-36b9-4d29-9bad-ed7298e69551 in Status: SUCCESS [ 722.498048] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f407e753-36b9-4d29-9bad-ed7298e69551" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.498723] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f407e753-36b9-4d29-9bad-ed7298e69551" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.498723] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f407e753-36b9-4d29-9bad-ed7298e69551" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.498977] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.499192] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.499328] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.499561] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.499728] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.499895] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f407e753-36b9-4d29-9bad-ed7298e69551',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.696730] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6876f33a-0b60-4fe1-886b-4f6478aaa7ec in Status: SUCCESS [ 722.697105] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6876f33a-0b60-4fe1-886b-4f6478aaa7ec deletion is rescheduled due to dependency. [ 722.697105] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6876f33a-0b60-4fe1-886b-4f6478aaa7ec" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.802780] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 in Status: SUCCESS [ 722.802780] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7 deletion is rescheduled due to dependency. [ 722.802780] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.873553] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.873553] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.873553] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.873553] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.873553] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.873553] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f is going to be updated. [ 722.912708] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.912708] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.912708] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.912708] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.912708] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.924074] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f in Status: IN_PROGRESS for 2s [ 723.002592] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f407e753-36b9-4d29-9bad-ed7298e69551',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.048855] env[67081]: INFO networking_nsxv3.common.synchronization [req-0af06c6d-201c-4665-91f9-d159e35a562f req-ec139f0b-f59c-4b8e-82a4-8d1b476f37cf service nova] Enqueued Resource ID: 6252e64a-b311-40e1-bced-0dc0bf08891f with Priority: HIGHEST for action security_group_rules [ 723.048855] env[67081]: INFO networking_nsxv3.common.synchronization [req-0af06c6d-201c-4665-91f9-d159e35a562f req-ec139f0b-f59c-4b8e-82a4-8d1b476f37cf service nova] Enqueued Resource ID: 6252e64a-b311-40e1-bced-0dc0bf08891f with Priority: HIGHEST for action security_group_members [ 723.048855] env[67081]: INFO networking_nsxv3.common.synchronization [req-0af06c6d-201c-4665-91f9-d159e35a562f req-ec139f0b-f59c-4b8e-82a4-8d1b476f37cf service nova] Enqueued Resource ID: c3733944-520e-464a-94c5-83e82d484205 with Priority: HIGHEST for action port [ 723.049227] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6252e64a-b311-40e1-bced-0dc0bf08891f with Priority: HIGHEST for action security_group_rules [ 723.049227] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6252e64a-b311-40e1-bced-0dc0bf08891f with Priority: HIGHEST for action security_group_members [ 723.049227] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3733944-520e-464a-94c5-83e82d484205 with Priority: HIGHEST for action port [ 723.049513] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6252e64a-b311-40e1-bced-0dc0bf08891f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.049598] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.049653] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.049918] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.050063] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6252e64a-b311-40e1-bced-0dc0bf08891f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.051132] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6252e64a-b311-40e1-bced-0dc0bf08891f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.051872] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.051872] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.051872] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.051872] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.051872] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.051872] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.052157] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.052157] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.052157] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6252e64a-b311-40e1-bced-0dc0bf08891f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.053152] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3733944-520e-464a-94c5-83e82d484205 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.053385] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3733944-520e-464a-94c5-83e82d484205" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.053385] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3733944-520e-464a-94c5-83e82d484205" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.053759] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3733944-520e-464a-94c5-83e82d484205" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.053759] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3733944-520e-464a-94c5-83e82d484205',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.298294] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f452a37f-2052-4f91-9419-cc330152f0a5 in Status: SUCCESS [ 723.298513] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f452a37f-2052-4f91-9419-cc330152f0a5 deletion is rescheduled due to dependency. [ 723.298622] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f452a37f-2052-4f91-9419-cc330152f0a5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.506494] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f407e753-36b9-4d29-9bad-ed7298e69551',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.555626] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6252e64a-b311-40e1-bced-0dc0bf08891f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.560089] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6252e64a-b311-40e1-bced-0dc0bf08891f taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.560089] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.560089] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c3733944-520e-464a-94c5-83e82d484205 with status ACTIVE [ 723.560553] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.560553] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.560553] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.560695] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.560695] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.562282] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.562282] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.562282] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.562282] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.562282] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.562566] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.562566] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.562641] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.563992] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.563992] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.563992] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c3733944-520e-464a-94c5-83e82d484205 is going to be updated. [ 723.588190] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.588410] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.588482] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.588703] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.588839] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.589034] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3733944-520e-464a-94c5-83e82d484205" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.709760] env[67081]: INFO networking_nsxv3.common.synchronization [req-c54a7688-e4c3-49c8-9662-b22f083e86b8 req-a8afdafc-274d-4418-a118-b269e18a009d tempest-ServersAdminTestJSON-956622239 tempest-ServersAdminTestJSON-956622239-project-member] Enqueued Resource ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 with Priority: HIGHEST for action security_group_members [ 723.710407] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 with Priority: HIGHEST for action security_group_members [ 723.710739] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-d43effa5-96f7-4264-ac8c-7c886969ceb2 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.710865] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.710990] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.712513] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.712709] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.712852] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.712911] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.713076] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.713163] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.713269] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d43effa5-96f7-4264-ac8c-7c886969ceb2',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.851427] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d23e0f9-909e-42bf-b987-26aec8449c9f in Status: SUCCESS [ 723.851603] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d23e0f9-909e-42bf-b987-26aec8449c9f deletion is rescheduled due to dependency. [ 723.851713] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d23e0f9-909e-42bf-b987-26aec8449c9f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.009530] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.009662] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.009761] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.010501] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.010601] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.010724] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f407e753-36b9-4d29-9bad-ed7298e69551 is going to be updated. [ 724.061500] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6252e64a-b311-40e1-bced-0dc0bf08891f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.072913] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.073169] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.073413] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.073639] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.073893] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.087848] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f407e753-36b9-4d29-9bad-ed7298e69551 in Status: IN_PROGRESS for 2s [ 724.205130] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-245 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.205335] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-245" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.205526] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-245" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.205849] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-245" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.206217] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.206462] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.206555] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.206795] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.206940] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.207206] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 724.207326] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 724.207428] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 724.207568] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 724.207687] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 724.207787] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 724.207926] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 724.216547] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d43effa5-96f7-4264-ac8c-7c886969ceb2',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.234608] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 724.234608] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 724.234803] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 724.234912] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-245" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.236035] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-47a9356b-5cdf-4d25-9911-99f1b7a45eba taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.236035] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-47a9356b-5cdf-4d25-9911-99f1b7a45eba" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.236035] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-47a9356b-5cdf-4d25-9911-99f1b7a45eba" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.236352] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-47a9356b-5cdf-4d25-9911-99f1b7a45eba" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.236508] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47a9356b-5cdf-4d25-9911-99f1b7a45eba',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.563082] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.563563] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.564026] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.564097] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.564201] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.564312] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6252e64a-b311-40e1-bced-0dc0bf08891f is going to be created. [ 724.594671] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.594860] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.594917] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.595156] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.595330] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.609239] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6252e64a-b311-40e1-bced-0dc0bf08891f in Status: UNINITIALIZED for 2s [ 724.719166] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d43effa5-96f7-4264-ac8c-7c886969ceb2',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.741019] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.741019] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.741019] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.741019] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.741321] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.741321] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port 47a9356b-5cdf-4d25-9911-99f1b7a45eba not found, creating... [ 724.741579] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.741729] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.741837] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.742087] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.742227] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.742528] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.742679] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.742868] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.743084] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.743217] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.743370] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: 47a9356b-5cdf-4d25-9911-99f1b7a45eba is going to be created. [ 724.768480] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.768803] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.769036] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.769421] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.770017] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.770162] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-47a9356b-5cdf-4d25-9911-99f1b7a45eba" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.938070] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f in Status: SUCCESS [ 724.938070] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.938070] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.938070] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.938070] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.938070] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.938070] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.938070] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.938070] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.938070] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.938070] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ae55836-e357-4f35-8f11-69a73c5ec71f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.939194] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.939372] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.939551] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.939685] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.939756] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.940805] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.940805] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.940805] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ae55836-e357-4f35-8f11-69a73c5ec71f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.223015] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.223235] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.223307] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.223553] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.223643] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.223753] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 is going to be updated. [ 725.281752] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.282175] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.282289] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.282607] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.282765] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.298458] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 in Status: IN_PROGRESS for 2s [ 725.444396] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ae55836-e357-4f35-8f11-69a73c5ec71f taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.445417] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.445692] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ae55836-e357-4f35-8f11-69a73c5ec71f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.597141] env[67081]: INFO networking_nsxv3.common.synchronization [req-c54a7688-e4c3-49c8-9662-b22f083e86b8 req-22958af2-8b11-48ef-a495-1275cc1c4fb4 service nova] Enqueued Resource ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 with Priority: HIGHEST for action security_group_rules [ 725.598038] env[67081]: INFO networking_nsxv3.common.synchronization [req-c54a7688-e4c3-49c8-9662-b22f083e86b8 req-22958af2-8b11-48ef-a495-1275cc1c4fb4 service nova] Enqueued Resource ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 with Priority: HIGHEST for action security_group_members [ 725.598038] env[67081]: INFO networking_nsxv3.common.synchronization [req-c54a7688-e4c3-49c8-9662-b22f083e86b8 req-22958af2-8b11-48ef-a495-1275cc1c4fb4 service nova] Enqueued Resource ID: 47a9356b-5cdf-4d25-9911-99f1b7a45eba with Priority: HIGHEST for action port [ 725.598247] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 with Priority: HIGHEST for action security_group_rules [ 725.598280] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 with Priority: HIGHEST for action security_group_members [ 725.598993] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47a9356b-5cdf-4d25-9911-99f1b7a45eba with Priority: HIGHEST for action port [ 725.598993] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d43effa5-96f7-4264-ac8c-7c886969ceb2 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.598993] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.598993] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.599448] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.599448] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d43effa5-96f7-4264-ac8c-7c886969ceb2',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.600257] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-d43effa5-96f7-4264-ac8c-7c886969ceb2 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.602043] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.602043] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-47a9356b-5cdf-4d25-9911-99f1b7a45eba taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.602043] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47a9356b-5cdf-4d25-9911-99f1b7a45eba" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.602043] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47a9356b-5cdf-4d25-9911-99f1b7a45eba" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.602043] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47a9356b-5cdf-4d25-9911-99f1b7a45eba" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.602393] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47a9356b-5cdf-4d25-9911-99f1b7a45eba',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.950057] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ae55836-e357-4f35-8f11-69a73c5ec71f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.101719] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f407e753-36b9-4d29-9bad-ed7298e69551 in Status: SUCCESS [ 726.101719] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f407e753-36b9-4d29-9bad-ed7298e69551" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.101719] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f407e753-36b9-4d29-9bad-ed7298e69551" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.101719] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f407e753-36b9-4d29-9bad-ed7298e69551" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.101719] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.101719] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.101719] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.101719] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.101719] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.101719] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f407e753-36b9-4d29-9bad-ed7298e69551" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.102960] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f407e753-36b9-4d29-9bad-ed7298e69551',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.107162] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 47a9356b-5cdf-4d25-9911-99f1b7a45eba with status ACTIVE [ 726.107162] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.107162] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.107162] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.107162] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.107162] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.107162] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.107162] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.107162] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.107162] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.107162] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.108087] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.108354] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.108570] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.108816] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.109709] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.109709] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 47a9356b-5cdf-4d25-9911-99f1b7a45eba is going to be updated. [ 726.110425] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-d43effa5-96f7-4264-ac8c-7c886969ceb2 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.110538] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.133452] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.133452] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.133687] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.134162] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.134162] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.134162] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47a9356b-5cdf-4d25-9911-99f1b7a45eba" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.452575] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.452756] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.452843] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.453089] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.453212] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.453298] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f is going to be updated. [ 726.496019] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.496019] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.496019] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.496019] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.496019] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.509502] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f in Status: IN_PROGRESS for 2s [ 726.607918] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f407e753-36b9-4d29-9bad-ed7298e69551',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.642376] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6252e64a-b311-40e1-bced-0dc0bf08891f in Status: SUCCESS [ 726.642578] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.642856] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.643189] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.643425] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.643800] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.643800] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.643879] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.644015] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.645210] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.645322] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6252e64a-b311-40e1-bced-0dc0bf08891f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.659669] env[67081]: INFO networking_nsxv3.common.synchronization [req-7d455fb3-f7d3-4007-b9bd-f4f98639fb35 req-5f8795f2-e18b-4f60-98d2-51f6bb385d7c tempest-FloatingIPsAssociationNegativeTestJSON-1271073476 tempest-FloatingIPsAssociationNegativeTestJSON-1271073476-project-member] Enqueued Resource ID: 41cfbbca-2c57-46e4-8ba3-61c3ee0e5b25 with Priority: HIGHEST for action security_group_members [ 726.660327] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41cfbbca-2c57-46e4-8ba3-61c3ee0e5b25 with Priority: HIGHEST for action security_group_members [ 726.660653] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-41cfbbca-2c57-46e4-8ba3-61c3ee0e5b25 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.660777] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41cfbbca-2c57-46e4-8ba3-61c3ee0e5b25" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.660844] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41cfbbca-2c57-46e4-8ba3-61c3ee0e5b25" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.661754] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41cfbbca-2c57-46e4-8ba3-61c3ee0e5b25" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.661754] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.661754] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.661754] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.661754] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.661996] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.661996] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41cfbbca-2c57-46e4-8ba3-61c3ee0e5b25',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.114377] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f407e753-36b9-4d29-9bad-ed7298e69551: rpc.has_security_group_logging(os_id): False [ 727.148161] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6252e64a-b311-40e1-bced-0dc0bf08891f taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.148635] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.148635] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.148949] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.149194] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.149194] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.149376] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.149521] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.149735] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.149735] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.149959] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6252e64a-b311-40e1-bced-0dc0bf08891f taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.150166] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.150325] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.150513] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.150762] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.150937] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.155192] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.155570] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.155709] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.155856] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.155968] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6252e64a-b311-40e1-bced-0dc0bf08891f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.158302] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.158954] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.158954] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.158954] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.158954] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.159615] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.160057] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.160057] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.160057] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.160336] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.160336] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f407e753-36b9-4d29-9bad-ed7298e69551 is going to be updated. [ 727.164152] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.164433] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.164433] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.164634] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.164719] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.165896] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.165896] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.165896] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.165896] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.165896] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.165896] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41cfbbca-2c57-46e4-8ba3-61c3ee0e5b25 already deleted. [ 727.165896] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41cfbbca-2c57-46e4-8ba3-61c3ee0e5b25" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.277779] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.278372] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.278372] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.280615] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.280615] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.314932] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 in Status: SUCCESS [ 727.315178] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.315406] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.315751] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.315959] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.316122] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.316215] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.316478] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.316617] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.316759] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d43effa5-96f7-4264-ac8c-7c886969ceb2',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.327253] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock network-69 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.328219] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "network-69" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.328219] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "network-69" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.328219] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "network-69" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.328379] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.328467] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.328551] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.328760] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.328894] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.329204] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 727.329204] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 727.329310] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 727.329398] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 727.329496] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 727.329591] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 727.329715] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 727.331802] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f407e753-36b9-4d29-9bad-ed7298e69551 in Status: IN_PROGRESS for 2s [ 727.411092] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 727.411423] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Cache value generated in 0.081 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 727.411893] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 727.412132] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "network-69" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.412704] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock port-244cb9fe-0ff7-4494-b32f-e35f0fe0aa54 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.413166] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "port-244cb9fe-0ff7-4494-b32f-e35f0fe0aa54" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.413431] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "port-244cb9fe-0ff7-4494-b32f-e35f0fe0aa54" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.413925] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "port-244cb9fe-0ff7-4494-b32f-e35f0fe0aa54" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.414145] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('244cb9fe-0ff7-4494-b32f-e35f0fe0aa54',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.662996] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6252e64a-b311-40e1-bced-0dc0bf08891f: rpc.has_security_group_logging(os_id): False [ 727.682191] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.682281] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.682484] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.682691] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.682791] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.683040] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.683145] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.683247] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.683434] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.683434] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.683773] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.683870] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.683931] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.684116] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.684185] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.684382] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.684476] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.684559] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.684665] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.684738] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.684821] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6252e64a-b311-40e1-bced-0dc0bf08891f is going to be created. [ 727.760080] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.762253] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.762253] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.762253] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.762253] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.775614] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6252e64a-b311-40e1-bced-0dc0bf08891f in Status: IN_PROGRESS for 2s [ 727.821149] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d43effa5-96f7-4264-ac8c-7c886969ceb2',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.917139] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.917375] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.917936] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.918385] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.918593] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.918766] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Segment Port 244cb9fe-0ff7-4494-b32f-e35f0fe0aa54 not found, creating... [ 727.919109] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.919245] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.919351] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.919590] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.919713] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.922222] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.922551] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.922645] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.922931] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.923573] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.923807] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Resource: SegmentPort with ID: 244cb9fe-0ff7-4494-b32f-e35f0fe0aa54 is going to be created. [ 727.972682] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.974560] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.974560] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.974560] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.974560] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.974941] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "port-244cb9fe-0ff7-4494-b32f-e35f0fe0aa54" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.324087] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d43effa5-96f7-4264-ac8c-7c886969ceb2',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.529167] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f in Status: SUCCESS [ 728.529959] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.531272] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.531272] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.531272] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.531272] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.531272] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.531272] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.531650] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.531650] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.532118] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ae55836-e357-4f35-8f11-69a73c5ec71f taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.532118] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.532118] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.532283] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.532326] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.532447] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.532502] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.532657] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.532734] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.532821] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.532935] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ae55836-e357-4f35-8f11-69a73c5ec71f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.665939] env[67081]: INFO networking_nsxv3.common.synchronization [req-7d455fb3-f7d3-4007-b9bd-f4f98639fb35 req-412eb974-c3b9-4752-b5c0-ccafeb798736 service nova] Enqueued Resource ID: 41cfbbca-2c57-46e4-8ba3-61c3ee0e5b25 with Priority: HIGHEST for action security_group_rules [ 728.666166] env[67081]: INFO networking_nsxv3.common.synchronization [req-7d455fb3-f7d3-4007-b9bd-f4f98639fb35 req-412eb974-c3b9-4752-b5c0-ccafeb798736 service nova] Enqueued Resource ID: 41cfbbca-2c57-46e4-8ba3-61c3ee0e5b25 with Priority: HIGHEST for action security_group_members [ 728.666302] env[67081]: INFO networking_nsxv3.common.synchronization [req-7d455fb3-f7d3-4007-b9bd-f4f98639fb35 req-412eb974-c3b9-4752-b5c0-ccafeb798736 service nova] Enqueued Resource ID: 244cb9fe-0ff7-4494-b32f-e35f0fe0aa54 with Priority: HIGHEST for action port [ 728.666847] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41cfbbca-2c57-46e4-8ba3-61c3ee0e5b25 with Priority: HIGHEST for action security_group_rules [ 728.666989] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41cfbbca-2c57-46e4-8ba3-61c3ee0e5b25 with Priority: HIGHEST for action security_group_members [ 728.667221] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 244cb9fe-0ff7-4494-b32f-e35f0fe0aa54 with Priority: HIGHEST for action port [ 728.667542] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41cfbbca-2c57-46e4-8ba3-61c3ee0e5b25 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.668069] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41cfbbca-2c57-46e4-8ba3-61c3ee0e5b25" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.668163] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41cfbbca-2c57-46e4-8ba3-61c3ee0e5b25" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.668425] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41cfbbca-2c57-46e4-8ba3-61c3ee0e5b25" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.668509] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41cfbbca-2c57-46e4-8ba3-61c3ee0e5b25',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.670363] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-41cfbbca-2c57-46e4-8ba3-61c3ee0e5b25 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.670363] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41cfbbca-2c57-46e4-8ba3-61c3ee0e5b25" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.670566] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41cfbbca-2c57-46e4-8ba3-61c3ee0e5b25" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.670649] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41cfbbca-2c57-46e4-8ba3-61c3ee0e5b25" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.670878] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.671229] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.671229] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.671229] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.671334] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.671623] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41cfbbca-2c57-46e4-8ba3-61c3ee0e5b25',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.672431] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-244cb9fe-0ff7-4494-b32f-e35f0fe0aa54 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.672601] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-244cb9fe-0ff7-4494-b32f-e35f0fe0aa54" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.672601] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-244cb9fe-0ff7-4494-b32f-e35f0fe0aa54" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.672752] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-244cb9fe-0ff7-4494-b32f-e35f0fe0aa54" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.672818] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('244cb9fe-0ff7-4494-b32f-e35f0fe0aa54',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.827653] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.830490] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.830490] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.830490] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.830490] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.830490] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 is going to be updated. [ 728.879271] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.881196] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.881196] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.881196] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.881196] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.894069] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 in Status: IN_PROGRESS for 2s [ 729.037405] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ae55836-e357-4f35-8f11-69a73c5ec71f: rpc.has_security_group_logging(os_id): False [ 729.059061] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.059258] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.059314] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.059776] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.059776] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.059776] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.059966] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.059966] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.060210] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.060283] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.060553] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.060660] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.060742] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.060932] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.061036] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.061647] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.061781] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.061856] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.062047] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.062165] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.062269] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f is going to be created. [ 729.147987] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.147987] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.147987] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.147987] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.147987] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.162679] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f in Status: IN_PROGRESS for 2s [ 729.178031] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-41cfbbca-2c57-46e4-8ba3-61c3ee0e5b25 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.178031] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41cfbbca-2c57-46e4-8ba3-61c3ee0e5b25" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.178031] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41cfbbca-2c57-46e4-8ba3-61c3ee0e5b25',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.178031] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 244cb9fe-0ff7-4494-b32f-e35f0fe0aa54 with status ACTIVE [ 729.178031] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.178031] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.178884] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.178970] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.179223] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.180050] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.180344] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.180429] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.180845] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.180845] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.181012] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.181217] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.181283] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.181449] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.181558] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.181652] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 244cb9fe-0ff7-4494-b32f-e35f0fe0aa54 is going to be updated. [ 729.227275] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.227435] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.227483] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.227736] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.228524] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.228524] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-244cb9fe-0ff7-4494-b32f-e35f0fe0aa54" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.374075] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f407e753-36b9-4d29-9bad-ed7298e69551 in Status: SUCCESS [ 729.374075] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f407e753-36b9-4d29-9bad-ed7298e69551" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.648717] env[67081]: INFO networking_nsxv3.common.synchronization [req-467d0b48-1525-41f7-890c-287f8db91a73 req-5281ea12-9932-47a0-8984-32a73cdf3bc3 tempest-AttachInterfacesUnderV243Test-1785108365 tempest-AttachInterfacesUnderV243Test-1785108365-project-member] Enqueued Resource ID: f407e753-36b9-4d29-9bad-ed7298e69551 with Priority: HIGHEST for action security_group_members [ 729.651518] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f407e753-36b9-4d29-9bad-ed7298e69551 with Priority: HIGHEST for action security_group_members [ 729.651518] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f407e753-36b9-4d29-9bad-ed7298e69551 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.651518] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f407e753-36b9-4d29-9bad-ed7298e69551" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.651518] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f407e753-36b9-4d29-9bad-ed7298e69551" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.651518] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f407e753-36b9-4d29-9bad-ed7298e69551" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.651518] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.651518] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.651518] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.651518] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.651936] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.651967] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f407e753-36b9-4d29-9bad-ed7298e69551',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.685854] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41cfbbca-2c57-46e4-8ba3-61c3ee0e5b25',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.796976] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6252e64a-b311-40e1-bced-0dc0bf08891f in Status: SUCCESS [ 729.797570] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.156139] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.156679] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.156850] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.157870] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.157870] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.160522] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.160977] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.160977] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.160977] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.160977] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.161426] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f407e753-36b9-4d29-9bad-ed7298e69551 is going to be updated. [ 730.193492] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.193492] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.193728] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.195443] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.195443] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.195443] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41cfbbca-2c57-46e4-8ba3-61c3ee0e5b25 is going to be created. [ 730.223905] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.224144] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.224212] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.224431] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.224559] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.230535] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.231680] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.231680] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.231680] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.231680] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.244896] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41cfbbca-2c57-46e4-8ba3-61c3ee0e5b25 in Status: UNINITIALIZED for 2s [ 730.245881] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f407e753-36b9-4d29-9bad-ed7298e69551 in Status: IN_PROGRESS for 2s [ 730.906740] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 in Status: SUCCESS [ 730.907169] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.907604] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.908150] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.908707] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.908952] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.909080] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.909388] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.909680] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.909811] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.909945] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d43effa5-96f7-4264-ac8c-7c886969ceb2',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.178382] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f in Status: SUCCESS [ 731.178729] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.179643] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.179971] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.180139] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ae55836-e357-4f35-8f11-69a73c5ec71f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.413358] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-d43effa5-96f7-4264-ac8c-7c886969ceb2 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.416713] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.416713] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.416713] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.416713] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.416713] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.416713] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.416713] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.416713] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.416713] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.416713] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-d43effa5-96f7-4264-ac8c-7c886969ceb2 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.416713] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.416713] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.416713] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.416713] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.416713] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.416713] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.416713] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.416713] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.417409] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.417409] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d43effa5-96f7-4264-ac8c-7c886969ceb2',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.683247] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ae55836-e357-4f35-8f11-69a73c5ec71f taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.683421] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.683517] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.683845] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.684327] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.684327] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.684327] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.684489] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.684555] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.684662] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.684756] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ae55836-e357-4f35-8f11-69a73c5ec71f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.869787] env[67081]: INFO networking_nsxv3.common.synchronization [req-1c56629d-3c87-42e3-8f1c-e7c35b280562 req-6d011991-ac8a-46b2-9e8c-301a182d3fc0 tempest-ServersWithSpecificFlavorTestJSON-1931938235 tempest-ServersWithSpecificFlavorTestJSON-1931938235-project-member] Enqueued Resource ID: 4340cbb7-1752-4e7c-ab46-19add54aec1b with Priority: HIGHEST for action security_group_members [ 731.870616] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4340cbb7-1752-4e7c-ab46-19add54aec1b with Priority: HIGHEST for action security_group_members [ 731.870820] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-4340cbb7-1752-4e7c-ab46-19add54aec1b taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.870949] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4340cbb7-1752-4e7c-ab46-19add54aec1b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.872034] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4340cbb7-1752-4e7c-ab46-19add54aec1b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.872034] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4340cbb7-1752-4e7c-ab46-19add54aec1b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.872166] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.872256] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.872324] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.872486] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.872575] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.872675] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4340cbb7-1752-4e7c-ab46-19add54aec1b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.919634] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d43effa5-96f7-4264-ac8c-7c886969ceb2: rpc.has_security_group_logging(os_id): False [ 731.942428] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.942763] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.942763] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.942993] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.943105] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.943317] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.943422] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.943484] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.943632] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.943750] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.943908] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.944020] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.944099] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.944319] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.944379] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.944570] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.944664] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.944714] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.944860] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.944977] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.945043] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 is going to be updated. [ 732.011673] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.011851] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.011932] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.012195] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.012373] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.029805] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 in Status: IN_PROGRESS for 2s [ 732.190048] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ae55836-e357-4f35-8f11-69a73c5ec71f taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.190048] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.190048] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.190048] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.190048] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.190048] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.190048] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.190048] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.190048] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.190048] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.190048] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ae55836-e357-4f35-8f11-69a73c5ec71f taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.190048] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.190048] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.190048] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.190048] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.190048] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.190792] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.190792] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.190792] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.190792] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.190792] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ae55836-e357-4f35-8f11-69a73c5ec71f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.238200] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-229 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.238200] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-229" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.238200] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-229" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.238636] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-229" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.239090] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.239441] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.239706] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.240188] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.240509] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.240891] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 732.241226] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 732.241479] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 732.241696] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 732.241901] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 732.242113] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 732.242334] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 732.258853] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41cfbbca-2c57-46e4-8ba3-61c3ee0e5b25 in Status: SUCCESS [ 732.258853] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41cfbbca-2c57-46e4-8ba3-61c3ee0e5b25" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.258853] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41cfbbca-2c57-46e4-8ba3-61c3ee0e5b25" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.259155] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41cfbbca-2c57-46e4-8ba3-61c3ee0e5b25" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.259263] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.259428] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.259530] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.259731] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.259830] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.259942] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41cfbbca-2c57-46e4-8ba3-61c3ee0e5b25" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.260093] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41cfbbca-2c57-46e4-8ba3-61c3ee0e5b25',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.263288] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f407e753-36b9-4d29-9bad-ed7298e69551 in Status: SUCCESS [ 732.263507] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f407e753-36b9-4d29-9bad-ed7298e69551 deletion is rescheduled due to dependency. [ 732.263635] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f407e753-36b9-4d29-9bad-ed7298e69551" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.268202] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 732.268202] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 732.268202] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 732.268202] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-229" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.268202] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-e10a2478-f891-43f6-9349-15e122204640 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.268518] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-e10a2478-f891-43f6-9349-15e122204640" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.268518] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-e10a2478-f891-43f6-9349-15e122204640" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.268915] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-e10a2478-f891-43f6-9349-15e122204640" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.268915] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e10a2478-f891-43f6-9349-15e122204640',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.375959] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.376222] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.376308] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.376632] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.376819] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.377091] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.377224] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.377337] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.377756] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.377756] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.377756] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4340cbb7-1752-4e7c-ab46-19add54aec1b is going to be updated. [ 732.408515] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.408515] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.408745] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.408782] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.408940] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.419122] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4340cbb7-1752-4e7c-ab46-19add54aec1b in Status: IN_PROGRESS for 2s [ 732.695530] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ae55836-e357-4f35-8f11-69a73c5ec71f: rpc.has_security_group_logging(os_id): False [ 732.715717] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.715937] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.716025] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.716247] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.716374] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.716666] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.716776] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.716839] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.717020] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.717120] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.717373] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.718274] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.718274] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.718274] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.718274] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.718274] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.718274] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.718570] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.718570] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.718667] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.718786] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f is going to be updated. [ 732.763018] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-41cfbbca-2c57-46e4-8ba3-61c3ee0e5b25 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.763293] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41cfbbca-2c57-46e4-8ba3-61c3ee0e5b25" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.763293] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41cfbbca-2c57-46e4-8ba3-61c3ee0e5b25" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.763480] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41cfbbca-2c57-46e4-8ba3-61c3ee0e5b25" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.763653] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.763855] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.763911] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.764092] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.764199] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.764286] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41cfbbca-2c57-46e4-8ba3-61c3ee0e5b25" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.764439] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-41cfbbca-2c57-46e4-8ba3-61c3ee0e5b25 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.764533] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41cfbbca-2c57-46e4-8ba3-61c3ee0e5b25" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.764594] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41cfbbca-2c57-46e4-8ba3-61c3ee0e5b25" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.764736] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41cfbbca-2c57-46e4-8ba3-61c3ee0e5b25" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.764875] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.764964] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.765035] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.765182] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.765298] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.765436] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41cfbbca-2c57-46e4-8ba3-61c3ee0e5b25" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.765533] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41cfbbca-2c57-46e4-8ba3-61c3ee0e5b25',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.773026] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.773026] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.773026] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.773026] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.773378] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.773378] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port e10a2478-f891-43f6-9349-15e122204640 not found, creating... [ 732.773611] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.773774] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.773879] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.774109] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.774237] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.774523] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.774667] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.774776] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.774989] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.775204] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.775329] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: e10a2478-f891-43f6-9349-15e122204640 is going to be created. [ 732.873344] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.873572] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.873697] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.874035] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.874309] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.883038] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.883248] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.883248] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.883513] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.883839] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.884178] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-e10a2478-f891-43f6-9349-15e122204640" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.891493] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f in Status: IN_PROGRESS for 2s [ 733.268190] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41cfbbca-2c57-46e4-8ba3-61c3ee0e5b25: rpc.has_security_group_logging(os_id): False [ 733.310298] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.310575] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.310699] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.311011] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.311189] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.311460] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.311599] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.311691] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.311929] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.312064] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.312416] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.312560] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.312653] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.312869] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.312986] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.313338] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.313470] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.313470] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.313606] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.313713] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.313850] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41cfbbca-2c57-46e4-8ba3-61c3ee0e5b25 is going to be created. [ 733.399422] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.399422] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.399422] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.399739] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.399978] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.417072] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41cfbbca-2c57-46e4-8ba3-61c3ee0e5b25 in Status: IN_PROGRESS for 2s [ 733.546803] env[67081]: INFO networking_nsxv3.common.synchronization [req-1c56629d-3c87-42e3-8f1c-e7c35b280562 req-3c1c2d06-ce42-4506-8458-e69bf544bbfa service nova] Enqueued Resource ID: 4340cbb7-1752-4e7c-ab46-19add54aec1b with Priority: HIGHEST for action security_group_rules [ 733.546999] env[67081]: INFO networking_nsxv3.common.synchronization [req-1c56629d-3c87-42e3-8f1c-e7c35b280562 req-3c1c2d06-ce42-4506-8458-e69bf544bbfa service nova] Enqueued Resource ID: 4340cbb7-1752-4e7c-ab46-19add54aec1b with Priority: HIGHEST for action security_group_members [ 733.547173] env[67081]: INFO networking_nsxv3.common.synchronization [req-1c56629d-3c87-42e3-8f1c-e7c35b280562 req-3c1c2d06-ce42-4506-8458-e69bf544bbfa service nova] Enqueued Resource ID: e10a2478-f891-43f6-9349-15e122204640 with Priority: HIGHEST for action port [ 733.547701] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4340cbb7-1752-4e7c-ab46-19add54aec1b with Priority: HIGHEST for action security_group_rules [ 733.547833] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4340cbb7-1752-4e7c-ab46-19add54aec1b with Priority: HIGHEST for action security_group_members [ 733.547929] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e10a2478-f891-43f6-9349-15e122204640 with Priority: HIGHEST for action port [ 733.548235] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4340cbb7-1752-4e7c-ab46-19add54aec1b taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.548354] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4340cbb7-1752-4e7c-ab46-19add54aec1b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.548469] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4340cbb7-1752-4e7c-ab46-19add54aec1b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.548693] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4340cbb7-1752-4e7c-ab46-19add54aec1b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.548748] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4340cbb7-1752-4e7c-ab46-19add54aec1b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.550054] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-4340cbb7-1752-4e7c-ab46-19add54aec1b taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.550174] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4340cbb7-1752-4e7c-ab46-19add54aec1b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.550382] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-e10a2478-f891-43f6-9349-15e122204640 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.551070] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e10a2478-f891-43f6-9349-15e122204640" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.551070] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e10a2478-f891-43f6-9349-15e122204640" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.551070] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e10a2478-f891-43f6-9349-15e122204640" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.551070] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e10a2478-f891-43f6-9349-15e122204640',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.045826] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 in Status: SUCCESS [ 734.046092] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.052811] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-4340cbb7-1752-4e7c-ab46-19add54aec1b taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.053126] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4340cbb7-1752-4e7c-ab46-19add54aec1b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.053209] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e10a2478-f891-43f6-9349-15e122204640 with status ACTIVE [ 734.053394] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.053511] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.053567] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.053847] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.053943] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.054182] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.054291] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.054291] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.054450] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.054556] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.054710] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.054805] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.054865] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.054998] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.055088] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.055152] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e10a2478-f891-43f6-9349-15e122204640 is going to be updated. [ 734.081015] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.081208] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.081271] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.081495] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.081657] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.081831] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e10a2478-f891-43f6-9349-15e122204640" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.431277] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4340cbb7-1752-4e7c-ab46-19add54aec1b in Status: SUCCESS [ 734.431689] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4340cbb7-1752-4e7c-ab46-19add54aec1b deletion is rescheduled due to dependency. [ 734.431689] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4340cbb7-1752-4e7c-ab46-19add54aec1b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.431796] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4340cbb7-1752-4e7c-ab46-19add54aec1b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.432043] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4340cbb7-1752-4e7c-ab46-19add54aec1b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.432298] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.432526] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.432573] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.432767] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.432886] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.432998] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4340cbb7-1752-4e7c-ab46-19add54aec1b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.913155] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f in Status: SUCCESS [ 734.913387] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.936627] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4340cbb7-1752-4e7c-ab46-19add54aec1b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.434243] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41cfbbca-2c57-46e4-8ba3-61c3ee0e5b25 in Status: SUCCESS [ 735.434681] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41cfbbca-2c57-46e4-8ba3-61c3ee0e5b25" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.439158] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4340cbb7-1752-4e7c-ab46-19add54aec1b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.942106] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.942326] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.942415] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.942648] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.942744] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.942847] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4340cbb7-1752-4e7c-ab46-19add54aec1b is going to be updated. [ 735.976702] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.976916] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.976990] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.977262] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.977462] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.988095] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4340cbb7-1752-4e7c-ab46-19add54aec1b in Status: IN_PROGRESS for 2s [ 736.702018] env[67081]: INFO networking_nsxv3.common.synchronization [req-cb8d9986-a0df-439f-b4af-e72a9d4ed5cc req-4a206009-3dd3-430b-90d8-c5418da8b7c8 tempest-ServersNegativeTestJSON-176841352 tempest-ServersNegativeTestJSON-176841352-project-member] Enqueued Resource ID: 371f8e0f-1704-4d94-96b5-c69c3b294cfb with Priority: HIGHEST for action security_group_members [ 736.703447] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 371f8e0f-1704-4d94-96b5-c69c3b294cfb with Priority: HIGHEST for action security_group_members [ 736.704190] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-371f8e0f-1704-4d94-96b5-c69c3b294cfb taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.704190] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.704190] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.704490] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.704661] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.704766] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.704845] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.704991] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.705106] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.705211] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('371f8e0f-1704-4d94-96b5-c69c3b294cfb',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.107328] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock network-278 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.107669] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "network-278" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.107866] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "network-278" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.108293] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "network-278" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.108765] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.108980] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.109089] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.109347] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.109555] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.109799] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 737.109922] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 737.110141] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 737.110264] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 737.110412] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 737.110563] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 737.110732] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 737.133803] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 737.134030] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 737.134412] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 737.134412] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "network-278" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.134846] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock port-b2f913dd-be8b-46a7-8374-519b17b2e303 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.134988] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "port-b2f913dd-be8b-46a7-8374-519b17b2e303" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.135070] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "port-b2f913dd-be8b-46a7-8374-519b17b2e303" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.135413] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "port-b2f913dd-be8b-46a7-8374-519b17b2e303" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.135564] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2f913dd-be8b-46a7-8374-519b17b2e303',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.207079] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.207287] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.207333] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.207552] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.207645] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.207857] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.207958] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.208040] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.208219] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.208300] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.208388] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 371f8e0f-1704-4d94-96b5-c69c3b294cfb already deleted. [ 737.208469] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.638720] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.640113] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.640113] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.640113] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.640113] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.640337] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Segment Port b2f913dd-be8b-46a7-8374-519b17b2e303 not found, creating... [ 737.641978] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.641978] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.641978] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.641978] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.641978] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.642377] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.642645] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.642842] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.643628] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.643628] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.643706] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Resource: SegmentPort with ID: b2f913dd-be8b-46a7-8374-519b17b2e303 is going to be created. [ 737.669731] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.670226] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.670422] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.670869] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.671242] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.671602] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "port-b2f913dd-be8b-46a7-8374-519b17b2e303" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.998983] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4340cbb7-1752-4e7c-ab46-19add54aec1b in Status: SUCCESS [ 737.999386] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4340cbb7-1752-4e7c-ab46-19add54aec1b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.999481] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4340cbb7-1752-4e7c-ab46-19add54aec1b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.999703] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4340cbb7-1752-4e7c-ab46-19add54aec1b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.999896] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.000030] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.000161] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.000317] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.000402] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.000497] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4340cbb7-1752-4e7c-ab46-19add54aec1b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.000634] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4340cbb7-1752-4e7c-ab46-19add54aec1b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.433754] env[67081]: INFO networking_nsxv3.common.synchronization [req-cb8d9986-a0df-439f-b4af-e72a9d4ed5cc req-49762f2f-5c54-43f5-9c17-e87594931553 service nova] Enqueued Resource ID: 371f8e0f-1704-4d94-96b5-c69c3b294cfb with Priority: HIGHEST for action security_group_rules [ 738.433754] env[67081]: INFO networking_nsxv3.common.synchronization [req-cb8d9986-a0df-439f-b4af-e72a9d4ed5cc req-49762f2f-5c54-43f5-9c17-e87594931553 service nova] Enqueued Resource ID: 371f8e0f-1704-4d94-96b5-c69c3b294cfb with Priority: HIGHEST for action security_group_members [ 738.433754] env[67081]: INFO networking_nsxv3.common.synchronization [req-cb8d9986-a0df-439f-b4af-e72a9d4ed5cc req-49762f2f-5c54-43f5-9c17-e87594931553 service nova] Enqueued Resource ID: b2f913dd-be8b-46a7-8374-519b17b2e303 with Priority: HIGHEST for action port [ 738.433754] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 371f8e0f-1704-4d94-96b5-c69c3b294cfb with Priority: HIGHEST for action security_group_rules [ 738.434210] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 371f8e0f-1704-4d94-96b5-c69c3b294cfb with Priority: HIGHEST for action security_group_members [ 738.434210] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2f913dd-be8b-46a7-8374-519b17b2e303 with Priority: HIGHEST for action port [ 738.434428] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-371f8e0f-1704-4d94-96b5-c69c3b294cfb taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.434575] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.434662] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.434968] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.436078] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('371f8e0f-1704-4d94-96b5-c69c3b294cfb',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.436271] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-371f8e0f-1704-4d94-96b5-c69c3b294cfb taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.436505] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.436631] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.436860] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.437051] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.437145] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.437261] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.437536] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.437690] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.437816] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('371f8e0f-1704-4d94-96b5-c69c3b294cfb',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.442831] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2f913dd-be8b-46a7-8374-519b17b2e303 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.442947] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2f913dd-be8b-46a7-8374-519b17b2e303" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.443051] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2f913dd-be8b-46a7-8374-519b17b2e303" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.443249] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2f913dd-be8b-46a7-8374-519b17b2e303" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.443249] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2f913dd-be8b-46a7-8374-519b17b2e303',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.503382] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4340cbb7-1752-4e7c-ab46-19add54aec1b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.947225] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('371f8e0f-1704-4d94-96b5-c69c3b294cfb',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.948616] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-371f8e0f-1704-4d94-96b5-c69c3b294cfb taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.950338] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.950338] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b2f913dd-be8b-46a7-8374-519b17b2e303 with status ACTIVE [ 738.950338] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.950338] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.950338] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.950338] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.951471] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.951471] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.951471] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.951471] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.951471] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.951806] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.951806] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.951906] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.951938] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.952229] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.952342] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.952526] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b2f913dd-be8b-46a7-8374-519b17b2e303 is going to be updated. [ 738.981073] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.981224] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.981359] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.981540] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.981720] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.981868] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2f913dd-be8b-46a7-8374-519b17b2e303" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.006209] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4340cbb7-1752-4e7c-ab46-19add54aec1b: rpc.has_security_group_logging(os_id): False [ 739.035749] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.035749] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.035989] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.035989] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.036099] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.037036] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.037036] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.037036] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.037036] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.037036] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.037036] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4340cbb7-1752-4e7c-ab46-19add54aec1b is going to be updated. [ 739.133882] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.134052] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.134161] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.134521] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.134713] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.150790] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4340cbb7-1752-4e7c-ab46-19add54aec1b in Status: IN_PROGRESS for 2s [ 739.450506] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('371f8e0f-1704-4d94-96b5-c69c3b294cfb',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.953542] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.953699] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.953699] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.953887] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.953968] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.954087] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 371f8e0f-1704-4d94-96b5-c69c3b294cfb is going to be created. [ 739.978952] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.979073] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.979144] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.979356] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.979527] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.989993] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 371f8e0f-1704-4d94-96b5-c69c3b294cfb in Status: UNINITIALIZED for 2s [ 741.167249] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4340cbb7-1752-4e7c-ab46-19add54aec1b in Status: SUCCESS [ 741.167528] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4340cbb7-1752-4e7c-ab46-19add54aec1b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.001235] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 371f8e0f-1704-4d94-96b5-c69c3b294cfb in Status: SUCCESS [ 742.001235] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.001235] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.001471] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.001691] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.001757] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.002541] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.002541] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.002541] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.002541] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.002541] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('371f8e0f-1704-4d94-96b5-c69c3b294cfb',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.506023] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-371f8e0f-1704-4d94-96b5-c69c3b294cfb taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.506023] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.506023] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.506023] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.506562] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.506562] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.506657] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.506946] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.507428] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.507428] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.507428] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-371f8e0f-1704-4d94-96b5-c69c3b294cfb taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.507572] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.508114] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.508114] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.508979] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.509171] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.509289] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.509708] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.509708] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.511482] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.511482] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('371f8e0f-1704-4d94-96b5-c69c3b294cfb',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.608405] env[67081]: INFO networking_nsxv3.common.synchronization [None req-5f77bd10-e008-4555-8ecf-d6f7c1c4df44 None None] Enqueued Resource ID: 54fa3d76-54ac-4908-bde5-baf39a350c00 with Priority: HIGHEST for action port [ 742.609510] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54fa3d76-54ac-4908-bde5-baf39a350c00 with Priority: HIGHEST for action port [ 742.609952] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-54fa3d76-54ac-4908-bde5-baf39a350c00 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.610988] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54fa3d76-54ac-4908-bde5-baf39a350c00" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.610988] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54fa3d76-54ac-4908-bde5-baf39a350c00" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.610988] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54fa3d76-54ac-4908-bde5-baf39a350c00" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.611142] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54fa3d76-54ac-4908-bde5-baf39a350c00',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.014204] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 371f8e0f-1704-4d94-96b5-c69c3b294cfb: rpc.has_security_group_logging(os_id): False [ 743.036246] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.036479] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.036479] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.036671] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.036760] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.036936] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.037098] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.037098] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.037253] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.037320] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.037559] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.037621] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.037651] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.037789] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.037874] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.038171] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.038286] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.038346] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.038485] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.038563] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.038647] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 371f8e0f-1704-4d94-96b5-c69c3b294cfb is going to be created. [ 743.106612] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.106764] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.106831] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.107916] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.107916] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.116185] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 54fa3d76-54ac-4908-bde5-baf39a350c00 [ 743.116419] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.116552] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.116621] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.116839] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.116932] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.117042] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:54fa3d76-54ac-4908-bde5-baf39a350c00 already deleted. [ 743.117129] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54fa3d76-54ac-4908-bde5-baf39a350c00" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.120658] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 371f8e0f-1704-4d94-96b5-c69c3b294cfb in Status: IN_PROGRESS for 2s [ 743.579768] env[67081]: INFO networking_nsxv3.common.synchronization [req-dc347b18-4d42-4a29-a1ad-7af7db44c830 req-bc92678f-9dab-40ff-bf86-c20d94eacd71 tempest-ServersAdminNegativeTestJSON-207458344 tempest-ServersAdminNegativeTestJSON-207458344-project-member] Enqueued Resource ID: 9e0b8b08-e8c2-403f-804c-733324bcff0f with Priority: HIGHEST for action security_group_members [ 743.581311] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e0b8b08-e8c2-403f-804c-733324bcff0f with Priority: HIGHEST for action security_group_members [ 743.581884] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e0b8b08-e8c2-403f-804c-733324bcff0f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.582205] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e0b8b08-e8c2-403f-804c-733324bcff0f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.582406] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e0b8b08-e8c2-403f-804c-733324bcff0f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.582712] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e0b8b08-e8c2-403f-804c-733324bcff0f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.583021] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.583245] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.583409] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.583656] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.583828] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.584019] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e0b8b08-e8c2-403f-804c-733324bcff0f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.088726] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e0b8b08-e8c2-403f-804c-733324bcff0f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.571934] env[67081]: INFO networking_nsxv3.common.synchronization [req-fa97c6ad-c1c7-4059-8121-c020d9440801 req-af8c69d6-8573-4fbb-a350-2c0ae9ce3ed0 tempest-DeleteServersTestJSON-824934422 tempest-DeleteServersTestJSON-824934422-project-member] Enqueued Resource ID: 6252e64a-b311-40e1-bced-0dc0bf08891f with Priority: HIGHEST for action security_group_members [ 744.573184] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6252e64a-b311-40e1-bced-0dc0bf08891f with Priority: HIGHEST for action security_group_members [ 744.576039] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6252e64a-b311-40e1-bced-0dc0bf08891f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.576039] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.576039] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.576039] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.576039] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.576039] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.576039] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.576039] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.576039] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.576039] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6252e64a-b311-40e1-bced-0dc0bf08891f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.591359] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e0b8b08-e8c2-403f-804c-733324bcff0f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.081477] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.081477] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.081477] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.081477] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.081477] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.081477] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.081477] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.081477] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.081477] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.081477] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.081477] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6252e64a-b311-40e1-bced-0dc0bf08891f is going to be updated. [ 745.096129] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.096129] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.096129] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.096129] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.096129] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.096129] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e0b8b08-e8c2-403f-804c-733324bcff0f is going to be updated. [ 745.115346] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.115615] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.115724] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.116077] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.116412] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.134666] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6252e64a-b311-40e1-bced-0dc0bf08891f in Status: IN_PROGRESS for 2s [ 745.139844] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 371f8e0f-1704-4d94-96b5-c69c3b294cfb in Status: SUCCESS [ 745.140079] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.142755] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.147104] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.147104] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.147104] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.147104] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.157146] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e0b8b08-e8c2-403f-804c-733324bcff0f in Status: IN_PROGRESS for 2s [ 745.495236] env[67081]: INFO networking_nsxv3.common.synchronization [None req-870c7c2f-35fb-4ad0-b3a4-1ed40499f664 None None] Enqueued Resource ID: 1480fbd7-1ca9-45ef-99fa-7c001e4bff8d with Priority: HIGHEST for action port [ 745.495236] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1480fbd7-1ca9-45ef-99fa-7c001e4bff8d with Priority: HIGHEST for action port [ 745.499247] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-1480fbd7-1ca9-45ef-99fa-7c001e4bff8d taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.499247] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1480fbd7-1ca9-45ef-99fa-7c001e4bff8d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.499247] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1480fbd7-1ca9-45ef-99fa-7c001e4bff8d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.499247] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1480fbd7-1ca9-45ef-99fa-7c001e4bff8d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.499247] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1480fbd7-1ca9-45ef-99fa-7c001e4bff8d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.000304] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1480fbd7-1ca9-45ef-99fa-7c001e4bff8d [ 746.000791] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.001011] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.001172] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.001574] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.001803] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.002375] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1480fbd7-1ca9-45ef-99fa-7c001e4bff8d already deleted. [ 746.002375] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1480fbd7-1ca9-45ef-99fa-7c001e4bff8d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.954508] env[67081]: INFO networking_nsxv3.common.synchronization [req-2267f2f9-6b3d-485e-a8ab-f3694e70d2ab req-2ea903f8-3f6c-44c2-b72f-b07468323f47 tempest-ServerActionsTestJSON-262138455 tempest-ServerActionsTestJSON-262138455-project-member] Enqueued Resource ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 with Priority: HIGHEST for action security_group_members [ 746.955381] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 with Priority: HIGHEST for action security_group_members [ 746.955851] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e06edfd6-c4b3-455a-9b26-cb6d7782d647 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.956631] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.956737] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.957145] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.957426] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.957605] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.957671] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.957901] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.958215] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.958358] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e06edfd6-c4b3-455a-9b26-cb6d7782d647',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.118792] env[67081]: INFO networking_nsxv3.common.synchronization [req-516ac6e8-df2b-48e8-9a7b-df2b5bd4f4db req-5ebd2937-f267-476c-a4cc-110fd9777c1b tempest-MultipleCreateTestJSON-295641269 tempest-MultipleCreateTestJSON-295641269-project-member] Enqueued Resource ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f with Priority: HIGHEST for action security_group_members [ 747.118792] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f with Priority: HIGHEST for action security_group_members [ 747.120022] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ae55836-e357-4f35-8f11-69a73c5ec71f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.120394] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.120578] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.120878] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.121819] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.121819] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.121819] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.122113] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.123386] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.123386] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ae55836-e357-4f35-8f11-69a73c5ec71f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.157162] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6252e64a-b311-40e1-bced-0dc0bf08891f in Status: SUCCESS [ 747.157357] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6252e64a-b311-40e1-bced-0dc0bf08891f deletion is rescheduled due to dependency. [ 747.157481] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.166751] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e0b8b08-e8c2-403f-804c-733324bcff0f in Status: SUCCESS [ 747.167330] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e0b8b08-e8c2-403f-804c-733324bcff0f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.461396] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.461580] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.461580] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.461990] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.461990] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.462166] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.462296] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.462362] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.462834] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.462834] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.462834] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 already deleted. [ 747.462957] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.547872] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-102 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.548093] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-102" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.548444] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-102" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.548864] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-102" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.549860] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.550246] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.550479] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.551086] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.551341] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.551810] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.551974] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 747.552136] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 747.552255] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 747.552440] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.552513] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 747.552671] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 747.576977] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 747.576977] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 747.576977] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 747.576977] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-102" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.576977] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-9c0a7c56-0616-49e5-9a18-d7a01d4caa6b taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.576977] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-9c0a7c56-0616-49e5-9a18-d7a01d4caa6b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.576977] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-9c0a7c56-0616-49e5-9a18-d7a01d4caa6b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.576977] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-9c0a7c56-0616-49e5-9a18-d7a01d4caa6b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.576977] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c0a7c56-0616-49e5-9a18-d7a01d4caa6b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.624935] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ae55836-e357-4f35-8f11-69a73c5ec71f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.079177] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.079434] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.079628] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.079929] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.080090] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.080286] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port 9c0a7c56-0616-49e5-9a18-d7a01d4caa6b not found, creating... [ 748.080576] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.080741] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.080849] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.081116] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.081288] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.081702] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.082519] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.082828] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.084556] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.084787] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.085058] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: 9c0a7c56-0616-49e5-9a18-d7a01d4caa6b is going to be created. [ 748.127373] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.127754] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.127998] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.128426] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.128720] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.129022] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-9c0a7c56-0616-49e5-9a18-d7a01d4caa6b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.129980] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ae55836-e357-4f35-8f11-69a73c5ec71f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.633237] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.633620] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.633703] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.633923] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.634024] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.634131] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f is going to be updated. [ 748.668959] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.670088] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.670088] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.670412] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.670574] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.697611] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f in Status: IN_PROGRESS for 2s [ 748.830461] env[67081]: INFO networking_nsxv3.common.synchronization [req-2267f2f9-6b3d-485e-a8ab-f3694e70d2ab req-3eff54c0-e801-4c5a-8628-a1b071f5a641 service nova] Enqueued Resource ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 with Priority: HIGHEST for action security_group_rules [ 748.830633] env[67081]: INFO networking_nsxv3.common.synchronization [req-2267f2f9-6b3d-485e-a8ab-f3694e70d2ab req-3eff54c0-e801-4c5a-8628-a1b071f5a641 service nova] Enqueued Resource ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 with Priority: HIGHEST for action security_group_members [ 748.831407] env[67081]: INFO networking_nsxv3.common.synchronization [req-2267f2f9-6b3d-485e-a8ab-f3694e70d2ab req-3eff54c0-e801-4c5a-8628-a1b071f5a641 service nova] Enqueued Resource ID: 9c0a7c56-0616-49e5-9a18-d7a01d4caa6b with Priority: HIGHEST for action port [ 748.831407] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 with Priority: HIGHEST for action security_group_rules [ 748.831407] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 with Priority: HIGHEST for action security_group_members [ 748.831628] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c0a7c56-0616-49e5-9a18-d7a01d4caa6b with Priority: HIGHEST for action port [ 748.831743] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e06edfd6-c4b3-455a-9b26-cb6d7782d647 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.831858] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.833643] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.833643] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.833643] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e06edfd6-c4b3-455a-9b26-cb6d7782d647',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.833643] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e06edfd6-c4b3-455a-9b26-cb6d7782d647 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.833643] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.833643] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.833643] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.833643] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.833643] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.833643] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.834107] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.834107] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.834107] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e06edfd6-c4b3-455a-9b26-cb6d7782d647',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.834681] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c0a7c56-0616-49e5-9a18-d7a01d4caa6b taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.834780] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c0a7c56-0616-49e5-9a18-d7a01d4caa6b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.834839] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c0a7c56-0616-49e5-9a18-d7a01d4caa6b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.834979] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c0a7c56-0616-49e5-9a18-d7a01d4caa6b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.835059] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c0a7c56-0616-49e5-9a18-d7a01d4caa6b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.342210] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e06edfd6-c4b3-455a-9b26-cb6d7782d647',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.342210] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e06edfd6-c4b3-455a-9b26-cb6d7782d647 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.342210] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.342210] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9c0a7c56-0616-49e5-9a18-d7a01d4caa6b with status ACTIVE [ 749.342943] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.343033] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.343068] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.345171] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.345171] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.345171] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.345171] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.345171] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.345171] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.345171] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.345171] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.345171] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.345171] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.345171] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.345171] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.345171] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9c0a7c56-0616-49e5-9a18-d7a01d4caa6b is going to be updated. [ 749.371334] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.371489] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.371561] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.371772] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.371910] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.372089] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c0a7c56-0616-49e5-9a18-d7a01d4caa6b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.847703] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e06edfd6-c4b3-455a-9b26-cb6d7782d647',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.349472] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.350011] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.350011] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.350573] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.350573] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.350573] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 is going to be created. [ 750.386905] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.388978] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.388978] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.388978] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.388978] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.408818] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 in Status: UNINITIALIZED for 2s [ 750.711466] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f in Status: SUCCESS [ 750.711647] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.830991] env[67081]: INFO networking_nsxv3.common.synchronization [req-1162eb3f-0705-4777-914a-922d7689e7f7 req-30bcfb97-876b-404e-85c2-ba2b13784e07 tempest-MultipleCreateTestJSON-295641269 tempest-MultipleCreateTestJSON-295641269-project-member] Enqueued Resource ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f with Priority: HIGHEST for action security_group_members [ 751.831963] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f with Priority: HIGHEST for action security_group_members [ 751.833149] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ae55836-e357-4f35-8f11-69a73c5ec71f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.833236] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.833236] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.833473] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.833643] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.833746] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.833835] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.834213] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.834311] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.834400] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ae55836-e357-4f35-8f11-69a73c5ec71f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.337128] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.337310] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.337354] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.337562] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.337659] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.337861] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.337964] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.338043] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.338260] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.338333] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.338426] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f is going to be updated. [ 752.366807] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.366807] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.366807] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.367088] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.367088] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.377392] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f in Status: IN_PROGRESS for 2s [ 752.412063] env[67081]: INFO networking_nsxv3.common.synchronization [req-434095fb-0fcc-494d-9c66-7508ded559c6 req-c7b451b8-495e-4162-95e1-925b6aad00a8 tempest-ImagesOneServerNegativeTestJSON-894013560 tempest-ImagesOneServerNegativeTestJSON-894013560-project-member] Enqueued Resource ID: 8866959b-93f8-4465-93ba-9f20bba6c646 with Priority: HIGHEST for action security_group_members [ 752.413314] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8866959b-93f8-4465-93ba-9f20bba6c646 with Priority: HIGHEST for action security_group_members [ 752.413428] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-8866959b-93f8-4465-93ba-9f20bba6c646 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.413528] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.413598] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.413797] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.413952] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.414065] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.414128] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.414318] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.414356] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.414444] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8866959b-93f8-4465-93ba-9f20bba6c646',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.420087] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 in Status: SUCCESS [ 752.420334] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.421451] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.421451] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.421451] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.421451] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.421451] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.421451] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.421709] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.421709] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.421709] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e06edfd6-c4b3-455a-9b26-cb6d7782d647',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.917082] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.917570] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.917846] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.918119] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.918334] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.918792] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.918874] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.918965] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.919207] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.919329] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.919438] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8866959b-93f8-4465-93ba-9f20bba6c646 is going to be updated. [ 752.923377] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e06edfd6-c4b3-455a-9b26-cb6d7782d647',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.955691] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.955902] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.955902] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.957286] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.957409] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.971589] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8866959b-93f8-4465-93ba-9f20bba6c646 in Status: IN_PROGRESS for 2s [ 753.425347] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e06edfd6-c4b3-455a-9b26-cb6d7782d647: rpc.has_security_group_logging(os_id): False [ 753.446452] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.446716] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.446716] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.446897] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.447013] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.447275] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.447381] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.447448] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.447600] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.447683] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.447785] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 is going to be created. [ 753.518219] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.520690] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.520690] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.520690] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.520690] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.532071] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 in Status: IN_PROGRESS for 2s [ 753.858737] env[67081]: INFO networking_nsxv3.common.synchronization [req-aea67e03-733b-45da-98b6-5ffc66b869e2 req-44e22f99-f871-47de-bd1b-b099d7b2098f tempest-ImagesTestJSON-1520802003 tempest-ImagesTestJSON-1520802003-project-member] Enqueued Resource ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f with Priority: HIGHEST for action security_group_members [ 753.859709] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f with Priority: HIGHEST for action security_group_members [ 753.860034] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.860159] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.860404] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.860487] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.860652] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.860752] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.860813] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.860956] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.861064] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.861210] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1eef0506-1c43-4aa3-8ce6-a2f56673c16f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.367174] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.367174] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.367174] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.367174] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.367174] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.367174] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.367174] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.367174] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.367174] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.367174] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.367174] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f is going to be updated. [ 754.387094] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f in Status: SUCCESS [ 754.387094] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f deletion is rescheduled due to dependency. [ 754.387094] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.398358] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.398572] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.398825] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.399018] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.399223] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.411941] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f in Status: IN_PROGRESS for 2s [ 754.984652] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8866959b-93f8-4465-93ba-9f20bba6c646 in Status: SUCCESS [ 754.985103] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8866959b-93f8-4465-93ba-9f20bba6c646 deletion is rescheduled due to dependency. [ 754.985371] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.129374] env[67081]: INFO networking_nsxv3.common.synchronization [req-3b8aba82-3d5b-4f3c-8649-dd6736803e14 req-74d25cf8-9cce-495b-8f78-aca9040bf928 tempest-ServersTestManualDisk-629649882 tempest-ServersTestManualDisk-629649882-project-member] Enqueued Resource ID: a8f46851-af8e-4af7-b65f-39c856227c9c with Priority: HIGHEST for action security_group_members [ 755.130407] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8f46851-af8e-4af7-b65f-39c856227c9c with Priority: HIGHEST for action security_group_members [ 755.131825] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8f46851-af8e-4af7-b65f-39c856227c9c taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.131825] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8f46851-af8e-4af7-b65f-39c856227c9c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.131825] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8f46851-af8e-4af7-b65f-39c856227c9c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.131825] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8f46851-af8e-4af7-b65f-39c856227c9c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.132166] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.132679] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.132820] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.133123] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.133298] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.133496] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8f46851-af8e-4af7-b65f-39c856227c9c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.547865] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 in Status: SUCCESS [ 755.548209] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.637288] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.637288] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.637288] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.637413] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.637514] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.637728] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.637825] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.637888] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.638064] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.638144] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.638238] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8f46851-af8e-4af7-b65f-39c856227c9c is going to be updated. [ 755.676819] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.679067] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.679067] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.679999] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.679999] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.692359] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8f46851-af8e-4af7-b65f-39c856227c9c in Status: IN_PROGRESS for 2s [ 756.426574] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f in Status: SUCCESS [ 756.427057] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f deletion is rescheduled due to dependency. [ 756.427235] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.702751] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8f46851-af8e-4af7-b65f-39c856227c9c in Status: SUCCESS [ 757.703082] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8f46851-af8e-4af7-b65f-39c856227c9c deletion is rescheduled due to dependency. [ 757.704039] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8f46851-af8e-4af7-b65f-39c856227c9c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.087070] env[67081]: INFO networking_nsxv3.common.synchronization [None req-8363e564-3c0b-4d72-a3c2-c5b562cc96fe None None] Enqueued Resource ID: 3d663a26-d07a-4b11-a9e7-b1db9cd2582a with Priority: HIGHEST for action port [ 758.087846] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d663a26-d07a-4b11-a9e7-b1db9cd2582a with Priority: HIGHEST for action port [ 758.087846] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d663a26-d07a-4b11-a9e7-b1db9cd2582a taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.087963] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d663a26-d07a-4b11-a9e7-b1db9cd2582a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.087963] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d663a26-d07a-4b11-a9e7-b1db9cd2582a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.090462] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d663a26-d07a-4b11-a9e7-b1db9cd2582a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.090462] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d663a26-d07a-4b11-a9e7-b1db9cd2582a',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.593892] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d663a26-d07a-4b11-a9e7-b1db9cd2582a [ 758.593892] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.593892] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.593892] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.594157] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.594157] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.594157] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d663a26-d07a-4b11-a9e7-b1db9cd2582a already deleted. [ 758.594265] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d663a26-d07a-4b11-a9e7-b1db9cd2582a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.367035] env[67081]: INFO networking_nsxv3.common.synchronization [req-56ef3305-3fc7-44cf-aac1-e2c184741a93 req-ab6e6800-cdcb-457e-ade3-daa02f8c0fc9 tempest-ServersTestMultiNic-1050222014 tempest-ServersTestMultiNic-1050222014-project-member] Enqueued Resource ID: 1e57a340-d015-4bae-94e4-670238c5e18c with Priority: HIGHEST for action security_group_members [ 759.367339] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e57a340-d015-4bae-94e4-670238c5e18c with Priority: HIGHEST for action security_group_members [ 759.367559] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e57a340-d015-4bae-94e4-670238c5e18c taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.367721] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.367775] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.368763] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.368763] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.368763] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.368763] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.368763] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.368763] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.368763] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e57a340-d015-4bae-94e4-670238c5e18c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.808454] env[67081]: INFO networking_nsxv3.common.synchronization [req-56ef3305-3fc7-44cf-aac1-e2c184741a93 req-2c4d0b99-ec32-44a1-9f47-964e38b20456 tempest-ServersTestMultiNic-1050222014 tempest-ServersTestMultiNic-1050222014-project-member] Enqueued Resource ID: 1e57a340-d015-4bae-94e4-670238c5e18c with Priority: HIGHEST for action security_group_members [ 759.809128] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e57a340-d015-4bae-94e4-670238c5e18c with Priority: HIGHEST for action security_group_members [ 759.809289] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e57a340-d015-4bae-94e4-670238c5e18c taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.809399] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.871808] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.871966] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.872012] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.872267] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.872380] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.872677] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.872770] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.872805] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.873045] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.873045] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.873178] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e57a340-d015-4bae-94e4-670238c5e18c already deleted. [ 759.873224] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.873382] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.873571] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.873650] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.873852] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.873852] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.873985] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.874059] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.874170] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e57a340-d015-4bae-94e4-670238c5e18c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.378666] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.379094] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.379094] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.379305] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.379733] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.379981] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.380122] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.380277] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.380466] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.380631] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.381035] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e57a340-d015-4bae-94e4-670238c5e18c already deleted. [ 760.381196] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.466525] env[67081]: INFO networking_nsxv3.common.synchronization [None req-a0ae805d-f901-42c5-88f4-f38582a0c755 None None] Enqueued Resource ID: 4b247402-a9e6-4767-93a7-e7b591f6b98a with Priority: HIGHEST for action port [ 760.467291] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b247402-a9e6-4767-93a7-e7b591f6b98a with Priority: HIGHEST for action port [ 760.467751] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b247402-a9e6-4767-93a7-e7b591f6b98a taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.469876] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b247402-a9e6-4767-93a7-e7b591f6b98a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.469876] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b247402-a9e6-4767-93a7-e7b591f6b98a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.469876] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b247402-a9e6-4767-93a7-e7b591f6b98a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.469876] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b247402-a9e6-4767-93a7-e7b591f6b98a',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.519346] env[67081]: INFO networking_nsxv3.common.synchronization [req-56ef3305-3fc7-44cf-aac1-e2c184741a93 req-307f24b1-818f-4ad9-802b-37a6ef50c680 tempest-ServersTestMultiNic-1050222014 tempest-ServersTestMultiNic-1050222014-project-member] Enqueued Resource ID: 1e57a340-d015-4bae-94e4-670238c5e18c with Priority: HIGHEST for action security_group_members [ 760.519863] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e57a340-d015-4bae-94e4-670238c5e18c with Priority: HIGHEST for action security_group_members [ 760.520478] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e57a340-d015-4bae-94e4-670238c5e18c taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.520478] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.520813] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.520813] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.520896] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.520979] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.521054] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.521777] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.521777] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.521777] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e57a340-d015-4bae-94e4-670238c5e18c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.805281] env[67081]: INFO networking_nsxv3.common.synchronization [None req-adb3367b-7243-46f8-8a1a-22c2e6f79eff None None] Enqueued Resource ID: 3cbb5484-ef34-4b00-8574-a6054e831ea2 with Priority: HIGHEST for action port [ 760.806358] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cbb5484-ef34-4b00-8574-a6054e831ea2 with Priority: HIGHEST for action port [ 760.806358] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-3cbb5484-ef34-4b00-8574-a6054e831ea2 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.806538] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3cbb5484-ef34-4b00-8574-a6054e831ea2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.806538] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3cbb5484-ef34-4b00-8574-a6054e831ea2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.806888] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3cbb5484-ef34-4b00-8574-a6054e831ea2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.807019] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cbb5484-ef34-4b00-8574-a6054e831ea2',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.968421] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-343 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.968696] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-343" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.968862] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-343" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.969333] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-343" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.969695] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.969922] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.970091] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.970410] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.970596] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.970873] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.971855] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 760.971855] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 760.971855] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 760.971855] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.971855] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 760.971855] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 760.976495] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b247402-a9e6-4767-93a7-e7b591f6b98a [ 760.976495] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.976495] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.976495] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.976495] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.976495] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.976495] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b247402-a9e6-4767-93a7-e7b591f6b98a already deleted. [ 760.976495] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b247402-a9e6-4767-93a7-e7b591f6b98a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.995461] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 760.995696] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 760.995877] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 760.996121] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-343" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.996572] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-1022ed55-a129-4cb4-a32c-7c9a76dc53ac taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.997720] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-1022ed55-a129-4cb4-a32c-7c9a76dc53ac" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.997720] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-1022ed55-a129-4cb4-a32c-7c9a76dc53ac" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.997720] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-1022ed55-a129-4cb4-a32c-7c9a76dc53ac" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.997720] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1022ed55-a129-4cb4-a32c-7c9a76dc53ac',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.025412] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.025412] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.025412] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.025412] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.025412] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.025412] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.025412] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.025412] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.025412] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.025412] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.025412] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e57a340-d015-4bae-94e4-670238c5e18c already deleted. [ 761.025412] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.310649] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3cbb5484-ef34-4b00-8574-a6054e831ea2 [ 761.310649] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.310649] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.310649] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.310828] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.310864] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.314019] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3cbb5484-ef34-4b00-8574-a6054e831ea2 already deleted. [ 761.314019] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3cbb5484-ef34-4b00-8574-a6054e831ea2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.500939] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.501275] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.501483] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.501713] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.501874] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.502067] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port 1022ed55-a129-4cb4-a32c-7c9a76dc53ac not found, creating... [ 761.502402] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.504929] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.504929] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.504929] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.504929] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.504929] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.504929] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.504929] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.504929] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.504929] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.504929] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: 1022ed55-a129-4cb4-a32c-7c9a76dc53ac is going to be created. [ 761.530931] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.533022] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.533022] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.533022] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.533022] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.533022] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-1022ed55-a129-4cb4-a32c-7c9a76dc53ac" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.577153] env[67081]: INFO networking_nsxv3.common.synchronization [req-dc7e915e-d963-437c-a053-c37999ed233e req-d565c8cf-1c7c-46fe-b043-1c39850afdfb tempest-AttachInterfacesTestJSON-919501604 tempest-AttachInterfacesTestJSON-919501604-project-member] Enqueued Resource ID: 64a27b36-8b8e-42f1-836b-96834f6b861d with Priority: HIGHEST for action security_group_members [ 761.578902] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64a27b36-8b8e-42f1-836b-96834f6b861d with Priority: HIGHEST for action security_group_members [ 761.579814] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-64a27b36-8b8e-42f1-836b-96834f6b861d taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.580135] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64a27b36-8b8e-42f1-836b-96834f6b861d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.580314] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64a27b36-8b8e-42f1-836b-96834f6b861d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.580815] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64a27b36-8b8e-42f1-836b-96834f6b861d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.581337] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.581649] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.581808] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.582078] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.582254] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.582474] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64a27b36-8b8e-42f1-836b-96834f6b861d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.965455] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock network-704 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.965455] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "network-704" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.965455] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "network-704" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.965455] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "network-704" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.965788] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.965999] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.966169] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.966436] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.966642] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.966884] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 761.968672] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 761.968849] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 761.968997] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 761.969172] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 761.969753] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 761.969753] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 761.990170] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 761.990474] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 761.990681] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 761.990954] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "network-704" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.991208] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock port-a2416967-201c-4888-bd65-5dc0f6ad4ccb taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.991418] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "port-a2416967-201c-4888-bd65-5dc0f6ad4ccb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.991547] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "port-a2416967-201c-4888-bd65-5dc0f6ad4ccb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.991871] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "port-a2416967-201c-4888-bd65-5dc0f6ad4ccb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.992020] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2416967-201c-4888-bd65-5dc0f6ad4ccb',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.085467] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.085644] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.085710] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.085916] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.086052] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.086308] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.086414] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.086485] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.086640] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.086715] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.086840] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64a27b36-8b8e-42f1-836b-96834f6b861d already deleted. [ 762.086884] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64a27b36-8b8e-42f1-836b-96834f6b861d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.283280] env[67081]: INFO networking_nsxv3.common.synchronization [req-56ef3305-3fc7-44cf-aac1-e2c184741a93 req-02c84bf4-a7ca-421e-927f-93a6b4dfcd25 service nova] Enqueued Resource ID: 1e57a340-d015-4bae-94e4-670238c5e18c with Priority: HIGHEST for action security_group_rules [ 762.283280] env[67081]: INFO networking_nsxv3.common.synchronization [req-56ef3305-3fc7-44cf-aac1-e2c184741a93 req-02c84bf4-a7ca-421e-927f-93a6b4dfcd25 service nova] Enqueued Resource ID: 1e57a340-d015-4bae-94e4-670238c5e18c with Priority: HIGHEST for action security_group_members [ 762.283280] env[67081]: INFO networking_nsxv3.common.synchronization [req-56ef3305-3fc7-44cf-aac1-e2c184741a93 req-02c84bf4-a7ca-421e-927f-93a6b4dfcd25 service nova] Enqueued Resource ID: 1022ed55-a129-4cb4-a32c-7c9a76dc53ac with Priority: HIGHEST for action port [ 762.283280] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e57a340-d015-4bae-94e4-670238c5e18c with Priority: HIGHEST for action security_group_rules [ 762.283280] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e57a340-d015-4bae-94e4-670238c5e18c with Priority: HIGHEST for action security_group_members [ 762.283280] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1022ed55-a129-4cb4-a32c-7c9a76dc53ac with Priority: HIGHEST for action port [ 762.283280] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e57a340-d015-4bae-94e4-670238c5e18c taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.283280] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.283280] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.283280] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.283725] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e57a340-d015-4bae-94e4-670238c5e18c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.285049] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e57a340-d015-4bae-94e4-670238c5e18c taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.285297] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.285474] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.285817] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.286070] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.286282] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.286424] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.286658] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.286835] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.287151] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e57a340-d015-4bae-94e4-670238c5e18c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.288343] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-1022ed55-a129-4cb4-a32c-7c9a76dc53ac taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.288761] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1022ed55-a129-4cb4-a32c-7c9a76dc53ac" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.288937] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1022ed55-a129-4cb4-a32c-7c9a76dc53ac" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.289314] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1022ed55-a129-4cb4-a32c-7c9a76dc53ac" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.289829] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1022ed55-a129-4cb4-a32c-7c9a76dc53ac',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.495428] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.495647] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.495775] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.496087] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.496313] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.496379] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Segment Port a2416967-201c-4888-bd65-5dc0f6ad4ccb not found, creating... [ 762.496636] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.496788] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.496897] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.497124] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.497251] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.497554] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.497719] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.497828] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.498041] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.498201] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.498316] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Resource: SegmentPort with ID: a2416967-201c-4888-bd65-5dc0f6ad4ccb is going to be created. [ 762.520399] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.520791] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.521028] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.521426] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.521788] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.522147] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "port-a2416967-201c-4888-bd65-5dc0f6ad4ccb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.793468] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e57a340-d015-4bae-94e4-670238c5e18c taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.793611] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.793822] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e57a340-d015-4bae-94e4-670238c5e18c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.794938] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1022ed55-a129-4cb4-a32c-7c9a76dc53ac with status ACTIVE [ 762.794938] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.795048] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.795104] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.795322] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.795412] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.795581] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.795677] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.795738] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.795897] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.796026] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.797582] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.799684] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.799766] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.799942] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.800303] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.800303] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1022ed55-a129-4cb4-a32c-7c9a76dc53ac is going to be updated. [ 762.828834] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.828834] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.828834] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.829752] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.829752] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.829752] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1022ed55-a129-4cb4-a32c-7c9a76dc53ac" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.132465] env[67081]: INFO networking_nsxv3.common.synchronization [None req-59b0e860-7291-4ed5-9926-030c6d6c9f4a None None] Enqueued Resource ID: b20d6a76-a594-4958-903d-c18df1df6864 with Priority: HIGHEST for action port [ 763.132915] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b20d6a76-a594-4958-903d-c18df1df6864 with Priority: HIGHEST for action port [ 763.133238] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-b20d6a76-a594-4958-903d-c18df1df6864 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.133360] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b20d6a76-a594-4958-903d-c18df1df6864" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.133427] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b20d6a76-a594-4958-903d-c18df1df6864" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.133679] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b20d6a76-a594-4958-903d-c18df1df6864" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.133761] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b20d6a76-a594-4958-903d-c18df1df6864',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.165118] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-162 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.165345] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-162" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.165478] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-162" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.165900] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-162" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.169339] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.169514] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.169671] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.170537] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.170733] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.170955] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.171081] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 763.171244] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 763.171317] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 763.171480] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.171586] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 763.171742] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 763.199148] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 763.199148] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 763.199148] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 763.199148] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-162" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.199912] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-3ff51d5a-6562-461e-ba00-840a9b58e3f9 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.200184] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-3ff51d5a-6562-461e-ba00-840a9b58e3f9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.200269] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-3ff51d5a-6562-461e-ba00-840a9b58e3f9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.200607] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-3ff51d5a-6562-461e-ba00-840a9b58e3f9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.200752] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ff51d5a-6562-461e-ba00-840a9b58e3f9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.302291] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e57a340-d015-4bae-94e4-670238c5e18c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.640041] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b20d6a76-a594-4958-903d-c18df1df6864 [ 763.640302] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.640455] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.640583] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.640805] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.640901] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.641010] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b20d6a76-a594-4958-903d-c18df1df6864 already deleted. [ 763.641112] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b20d6a76-a594-4958-903d-c18df1df6864" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.706027] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.706271] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.706937] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.706937] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.706937] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.707150] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port 3ff51d5a-6562-461e-ba00-840a9b58e3f9 not found, creating... [ 763.707313] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.707462] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.707568] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.708626] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.708626] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.708626] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.708626] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.708626] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.708847] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.708847] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.708901] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: 3ff51d5a-6562-461e-ba00-840a9b58e3f9 is going to be created. [ 763.721799] env[67081]: INFO networking_nsxv3.common.synchronization [req-dc7e915e-d963-437c-a053-c37999ed233e req-a3419e9d-4ce9-41fd-b6e4-815b21f87cee service nova] Enqueued Resource ID: 64a27b36-8b8e-42f1-836b-96834f6b861d with Priority: HIGHEST for action security_group_rules [ 763.721971] env[67081]: INFO networking_nsxv3.common.synchronization [req-dc7e915e-d963-437c-a053-c37999ed233e req-a3419e9d-4ce9-41fd-b6e4-815b21f87cee service nova] Enqueued Resource ID: 64a27b36-8b8e-42f1-836b-96834f6b861d with Priority: HIGHEST for action security_group_members [ 763.722138] env[67081]: INFO networking_nsxv3.common.synchronization [req-dc7e915e-d963-437c-a053-c37999ed233e req-a3419e9d-4ce9-41fd-b6e4-815b21f87cee service nova] Enqueued Resource ID: a2416967-201c-4888-bd65-5dc0f6ad4ccb with Priority: HIGHEST for action port [ 763.722657] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64a27b36-8b8e-42f1-836b-96834f6b861d with Priority: HIGHEST for action security_group_rules [ 763.722792] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64a27b36-8b8e-42f1-836b-96834f6b861d with Priority: HIGHEST for action security_group_members [ 763.722884] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2416967-201c-4888-bd65-5dc0f6ad4ccb with Priority: HIGHEST for action port [ 763.723183] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64a27b36-8b8e-42f1-836b-96834f6b861d taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.723328] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64a27b36-8b8e-42f1-836b-96834f6b861d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.723448] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64a27b36-8b8e-42f1-836b-96834f6b861d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.723661] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64a27b36-8b8e-42f1-836b-96834f6b861d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.723746] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64a27b36-8b8e-42f1-836b-96834f6b861d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.724598] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-64a27b36-8b8e-42f1-836b-96834f6b861d taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.724712] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64a27b36-8b8e-42f1-836b-96834f6b861d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.724780] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64a27b36-8b8e-42f1-836b-96834f6b861d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.724942] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64a27b36-8b8e-42f1-836b-96834f6b861d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.725110] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.725206] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.725266] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.725405] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.725493] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.725584] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64a27b36-8b8e-42f1-836b-96834f6b861d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.726333] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2416967-201c-4888-bd65-5dc0f6ad4ccb taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.726440] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2416967-201c-4888-bd65-5dc0f6ad4ccb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.726506] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2416967-201c-4888-bd65-5dc0f6ad4ccb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.726649] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2416967-201c-4888-bd65-5dc0f6ad4ccb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.726726] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2416967-201c-4888-bd65-5dc0f6ad4ccb',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.732612] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.732803] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.733578] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.733870] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.733908] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.734197] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-3ff51d5a-6562-461e-ba00-840a9b58e3f9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.806753] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.806968] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.807077] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.807322] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.807423] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.807535] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e57a340-d015-4bae-94e4-670238c5e18c is going to be created. [ 763.847949] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.848223] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.848223] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.848428] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.848619] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.861535] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e57a340-d015-4bae-94e4-670238c5e18c in Status: UNINITIALIZED for 2s [ 764.082502] env[67081]: INFO networking_nsxv3.common.synchronization [req-31795107-f286-4de0-bc5d-c0b8e13e9d9a req-587cd9c9-d9aa-4bfb-a3de-163a88d98b61 tempest-MigrationsAdminTest-738216112 tempest-MigrationsAdminTest-738216112-project-member] Enqueued Resource ID: 20929c55-6b33-4e90-ba3b-d66d009919a9 with Priority: HIGHEST for action security_group_members [ 764.083140] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20929c55-6b33-4e90-ba3b-d66d009919a9 with Priority: HIGHEST for action security_group_members [ 764.083452] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-20929c55-6b33-4e90-ba3b-d66d009919a9 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.083579] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.083645] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.083848] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.084007] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.084448] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.084521] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.084681] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.084769] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.084867] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20929c55-6b33-4e90-ba3b-d66d009919a9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.229208] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-64a27b36-8b8e-42f1-836b-96834f6b861d taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.229208] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64a27b36-8b8e-42f1-836b-96834f6b861d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.229409] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64a27b36-8b8e-42f1-836b-96834f6b861d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.230520] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2416967-201c-4888-bd65-5dc0f6ad4ccb with status ACTIVE [ 764.230785] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.230947] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.231062] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.231281] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.231380] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.231625] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.231730] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.231795] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.232007] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.232255] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.232529] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.232685] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.232794] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.233667] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.233667] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.233667] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2416967-201c-4888-bd65-5dc0f6ad4ccb is going to be updated. [ 764.263720] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.263720] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.263720] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.263720] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.263720] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.263720] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2416967-201c-4888-bd65-5dc0f6ad4ccb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.458013] env[67081]: INFO networking_nsxv3.common.synchronization [req-56ef3305-3fc7-44cf-aac1-e2c184741a93 req-bfd0f6a4-66f2-4702-8f72-8b00d24c62f6 service nova] Enqueued Resource ID: 1e57a340-d015-4bae-94e4-670238c5e18c with Priority: HIGHEST for action security_group_rules [ 764.458319] env[67081]: INFO networking_nsxv3.common.synchronization [req-56ef3305-3fc7-44cf-aac1-e2c184741a93 req-bfd0f6a4-66f2-4702-8f72-8b00d24c62f6 service nova] Enqueued Resource ID: 1e57a340-d015-4bae-94e4-670238c5e18c with Priority: HIGHEST for action security_group_members [ 764.458548] env[67081]: INFO networking_nsxv3.common.synchronization [req-56ef3305-3fc7-44cf-aac1-e2c184741a93 req-bfd0f6a4-66f2-4702-8f72-8b00d24c62f6 service nova] Enqueued Resource ID: 3ff51d5a-6562-461e-ba00-840a9b58e3f9 with Priority: HIGHEST for action port [ 764.459346] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e57a340-d015-4bae-94e4-670238c5e18c with Priority: HIGHEST for action security_group_rules [ 764.459591] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e57a340-d015-4bae-94e4-670238c5e18c with Priority: HIGHEST for action security_group_members [ 764.459686] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ff51d5a-6562-461e-ba00-840a9b58e3f9 with Priority: HIGHEST for action port [ 764.459897] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e57a340-d015-4bae-94e4-670238c5e18c taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.460056] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.460563] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e57a340-d015-4bae-94e4-670238c5e18c taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.460724] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.460895] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ff51d5a-6562-461e-ba00-840a9b58e3f9 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.461332] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ff51d5a-6562-461e-ba00-840a9b58e3f9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.461332] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ff51d5a-6562-461e-ba00-840a9b58e3f9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.461515] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ff51d5a-6562-461e-ba00-840a9b58e3f9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.461588] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ff51d5a-6562-461e-ba00-840a9b58e3f9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.510028] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock network-811 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.510028] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "network-811" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.510028] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "network-811" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.510646] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "network-811" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.510706] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.510912] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.511083] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.511302] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.511485] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.511707] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 764.511818] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 764.512039] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 764.512039] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 764.512188] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 764.512254] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 764.512389] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 764.544491] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 764.544788] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 764.545013] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 764.545246] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "network-811" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.546371] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock port-889eac3b-bbca-4960-a75f-d9b6b8f228e7 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.546685] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "port-889eac3b-bbca-4960-a75f-d9b6b8f228e7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.546907] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "port-889eac3b-bbca-4960-a75f-d9b6b8f228e7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.547675] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "port-889eac3b-bbca-4960-a75f-d9b6b8f228e7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.547890] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('889eac3b-bbca-4960-a75f-d9b6b8f228e7',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.587149] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20929c55-6b33-4e90-ba3b-d66d009919a9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.737091] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64a27b36-8b8e-42f1-836b-96834f6b861d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.934995] env[67081]: INFO networking_nsxv3.common.synchronization [None req-29f03a26-d637-4eb6-a43a-5c8ca76167d6 tempest-ServerActionsV293TestJSON-671197323 tempest-ServerActionsV293TestJSON-671197323-project-member] Enqueued Resource ID: 6e2ee032-dc37-482d-b755-0c7a8e6b66b7 with Priority: HIGHEST for action security_group_rules [ 764.935690] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e2ee032-dc37-482d-b755-0c7a8e6b66b7 with Priority: HIGHEST for action security_group_rules [ 764.935690] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e2ee032-dc37-482d-b755-0c7a8e6b66b7 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.935799] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e2ee032-dc37-482d-b755-0c7a8e6b66b7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.935867] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e2ee032-dc37-482d-b755-0c7a8e6b66b7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.936143] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e2ee032-dc37-482d-b755-0c7a8e6b66b7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.936221] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e2ee032-dc37-482d-b755-0c7a8e6b66b7',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.963709] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3ff51d5a-6562-461e-ba00-840a9b58e3f9 with status ACTIVE [ 764.963916] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.964047] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.964113] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.964327] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.964421] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.964605] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.964708] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.964766] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.964916] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.964988] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.965182] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.965280] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.965321] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.965455] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.965529] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.965611] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3ff51d5a-6562-461e-ba00-840a9b58e3f9 is going to be updated. [ 764.994994] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.994994] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.994994] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.994994] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.994994] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.994994] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ff51d5a-6562-461e-ba00-840a9b58e3f9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.050972] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.051285] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.051421] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.051697] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.051845] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.051995] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Segment Port 889eac3b-bbca-4960-a75f-d9b6b8f228e7 not found, creating... [ 765.052266] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.052418] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.052531] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.052792] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.052996] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.053216] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.053363] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.053473] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.053696] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.053869] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.054030] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Resource: SegmentPort with ID: 889eac3b-bbca-4960-a75f-d9b6b8f228e7 is going to be created. [ 765.076270] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.076654] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.076808] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.077170] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.077409] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.077636] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "port-889eac3b-bbca-4960-a75f-d9b6b8f228e7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.084223] env[67081]: INFO networking_nsxv3.common.synchronization [None req-ae856703-5a33-4977-a394-92cbdb2a1a68 tempest-ServerActionsV293TestJSON-671197323 tempest-ServerActionsV293TestJSON-671197323-project-member] Enqueued Resource ID: 6e2ee032-dc37-482d-b755-0c7a8e6b66b7 with Priority: HIGHEST for action security_group_rules [ 765.085081] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e2ee032-dc37-482d-b755-0c7a8e6b66b7 with Priority: HIGHEST for action security_group_rules [ 765.085419] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e2ee032-dc37-482d-b755-0c7a8e6b66b7 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.085528] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e2ee032-dc37-482d-b755-0c7a8e6b66b7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.089176] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20929c55-6b33-4e90-ba3b-d66d009919a9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.239918] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.239918] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.240091] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.240440] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.240498] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.240606] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64a27b36-8b8e-42f1-836b-96834f6b861d is going to be created. [ 765.282348] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.282624] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.282624] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.282837] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.283011] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.299173] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64a27b36-8b8e-42f1-836b-96834f6b861d in Status: UNINITIALIZED for 2s [ 765.453036] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-343 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.453243] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-343" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.453355] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-343" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.453616] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-343" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.453881] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.454043] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.454153] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.454353] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.454495] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.454695] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 765.454797] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 765.454898] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 765.454994] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 765.455161] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 765.455260] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 765.455440] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 765.457375] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.457475] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.457545] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.457698] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.458061] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.458061] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e2ee032-dc37-482d-b755-0c7a8e6b66b7 already deleted. [ 765.458061] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e2ee032-dc37-482d-b755-0c7a8e6b66b7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.458514] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e2ee032-dc37-482d-b755-0c7a8e6b66b7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.458669] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e2ee032-dc37-482d-b755-0c7a8e6b66b7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.458754] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e2ee032-dc37-482d-b755-0c7a8e6b66b7',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.480708] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 765.480887] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 765.480994] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 765.481217] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-343" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.481555] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-6898aa79-69b7-4ef0-a9b5-108de061a124 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.481718] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-6898aa79-69b7-4ef0-a9b5-108de061a124" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.481830] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-6898aa79-69b7-4ef0-a9b5-108de061a124" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.482178] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-6898aa79-69b7-4ef0-a9b5-108de061a124" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.482308] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6898aa79-69b7-4ef0-a9b5-108de061a124',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.591159] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.591869] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.591869] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.591869] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.592047] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.592047] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20929c55-6b33-4e90-ba3b-d66d009919a9 is going to be updated. [ 765.620532] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.620719] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.620775] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.620989] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.621177] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.631345] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20929c55-6b33-4e90-ba3b-d66d009919a9 in Status: IN_PROGRESS for 2s [ 765.776408] env[67081]: INFO networking_nsxv3.common.synchronization [req-31795107-f286-4de0-bc5d-c0b8e13e9d9a req-7d93ba84-1d35-4e29-a966-ef5c664aeefc service nova] Enqueued Resource ID: 20929c55-6b33-4e90-ba3b-d66d009919a9 with Priority: HIGHEST for action security_group_rules [ 765.776690] env[67081]: INFO networking_nsxv3.common.synchronization [req-31795107-f286-4de0-bc5d-c0b8e13e9d9a req-7d93ba84-1d35-4e29-a966-ef5c664aeefc service nova] Enqueued Resource ID: 20929c55-6b33-4e90-ba3b-d66d009919a9 with Priority: HIGHEST for action security_group_members [ 765.776825] env[67081]: INFO networking_nsxv3.common.synchronization [req-31795107-f286-4de0-bc5d-c0b8e13e9d9a req-7d93ba84-1d35-4e29-a966-ef5c664aeefc service nova] Enqueued Resource ID: 889eac3b-bbca-4960-a75f-d9b6b8f228e7 with Priority: HIGHEST for action port [ 765.777449] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20929c55-6b33-4e90-ba3b-d66d009919a9 with Priority: HIGHEST for action security_group_rules [ 765.777638] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20929c55-6b33-4e90-ba3b-d66d009919a9 with Priority: HIGHEST for action security_group_members [ 765.779670] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 889eac3b-bbca-4960-a75f-d9b6b8f228e7 with Priority: HIGHEST for action port [ 765.781932] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20929c55-6b33-4e90-ba3b-d66d009919a9 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.782198] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.782344] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.782666] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.783648] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20929c55-6b33-4e90-ba3b-d66d009919a9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.784588] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-20929c55-6b33-4e90-ba3b-d66d009919a9 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.787601] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.788185] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-889eac3b-bbca-4960-a75f-d9b6b8f228e7 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.788363] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-889eac3b-bbca-4960-a75f-d9b6b8f228e7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.788440] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-889eac3b-bbca-4960-a75f-d9b6b8f228e7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.788641] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-889eac3b-bbca-4960-a75f-d9b6b8f228e7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.788739] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('889eac3b-bbca-4960-a75f-d9b6b8f228e7',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.871945] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e57a340-d015-4bae-94e4-670238c5e18c in Status: SUCCESS [ 765.873686] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.873686] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.873864] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.874094] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.874222] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.874284] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.874449] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.874542] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.874629] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.874726] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1e57a340-d015-4bae-94e4-670238c5e18c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.876538] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.878783] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.878783] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.878783] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.878995] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.878995] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.880036] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.880363] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e57a340-d015-4bae-94e4-670238c5e18c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.983823] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.983977] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.984059] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.984278] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.984488] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.984591] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e2ee032-dc37-482d-b755-0c7a8e6b66b7 already deleted. [ 765.984674] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e2ee032-dc37-482d-b755-0c7a8e6b66b7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.985144] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.985416] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.985593] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.985823] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.985954] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.986116] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port 6898aa79-69b7-4ef0-a9b5-108de061a124 not found, creating... [ 765.986362] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.986507] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.986618] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.986815] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.986941] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.987221] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.987368] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.987478] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.987669] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.987795] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.988233] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: 6898aa79-69b7-4ef0-a9b5-108de061a124 is going to be created. [ 766.007388] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.007975] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.008134] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.008560] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.008950] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.009220] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-6898aa79-69b7-4ef0-a9b5-108de061a124" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.291400] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 889eac3b-bbca-4960-a75f-d9b6b8f228e7 with status ACTIVE [ 766.291702] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.291833] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.291894] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.292152] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.292270] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.292451] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.292561] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.292613] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.292749] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.292816] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.293018] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.293116] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.293162] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.293701] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.293701] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.293701] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 889eac3b-bbca-4960-a75f-d9b6b8f228e7 is going to be updated. [ 766.294611] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-20929c55-6b33-4e90-ba3b-d66d009919a9 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.294849] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.325691] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.325842] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.326020] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.326248] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.326329] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.326870] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-889eac3b-bbca-4960-a75f-d9b6b8f228e7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.377796] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e57a340-d015-4bae-94e4-670238c5e18c taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.377796] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.382418] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e57a340-d015-4bae-94e4-670238c5e18c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.833459] env[67081]: INFO networking_nsxv3.common.synchronization [req-56ef3305-3fc7-44cf-aac1-e2c184741a93 req-e113b187-727d-4c54-83de-b2c4bf24154b service nova] Enqueued Resource ID: 1e57a340-d015-4bae-94e4-670238c5e18c with Priority: HIGHEST for action security_group_rules [ 766.833746] env[67081]: INFO networking_nsxv3.common.synchronization [req-56ef3305-3fc7-44cf-aac1-e2c184741a93 req-e113b187-727d-4c54-83de-b2c4bf24154b service nova] Enqueued Resource ID: 1e57a340-d015-4bae-94e4-670238c5e18c with Priority: HIGHEST for action security_group_members [ 766.833746] env[67081]: INFO networking_nsxv3.common.synchronization [req-56ef3305-3fc7-44cf-aac1-e2c184741a93 req-e113b187-727d-4c54-83de-b2c4bf24154b service nova] Enqueued Resource ID: 6898aa79-69b7-4ef0-a9b5-108de061a124 with Priority: HIGHEST for action port [ 766.834284] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e57a340-d015-4bae-94e4-670238c5e18c with Priority: HIGHEST for action security_group_rules [ 766.834433] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e57a340-d015-4bae-94e4-670238c5e18c with Priority: HIGHEST for action security_group_members [ 766.834507] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6898aa79-69b7-4ef0-a9b5-108de061a124 with Priority: HIGHEST for action port [ 766.834908] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e57a340-d015-4bae-94e4-670238c5e18c taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.834908] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.835046] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e57a340-d015-4bae-94e4-670238c5e18c taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.835144] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.835290] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-6898aa79-69b7-4ef0-a9b5-108de061a124 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.835393] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6898aa79-69b7-4ef0-a9b5-108de061a124" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.835452] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6898aa79-69b7-4ef0-a9b5-108de061a124" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.835802] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6898aa79-69b7-4ef0-a9b5-108de061a124" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.835913] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6898aa79-69b7-4ef0-a9b5-108de061a124',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.884835] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e57a340-d015-4bae-94e4-670238c5e18c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.313814] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64a27b36-8b8e-42f1-836b-96834f6b861d in Status: SUCCESS [ 767.314199] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64a27b36-8b8e-42f1-836b-96834f6b861d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.314503] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64a27b36-8b8e-42f1-836b-96834f6b861d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.314914] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64a27b36-8b8e-42f1-836b-96834f6b861d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.315374] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.315622] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.315688] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.316099] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.316268] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.316424] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64a27b36-8b8e-42f1-836b-96834f6b861d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.316577] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('64a27b36-8b8e-42f1-836b-96834f6b861d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.342466] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6898aa79-69b7-4ef0-a9b5-108de061a124 with status ACTIVE [ 767.342466] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.342466] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.342466] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.342466] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.342466] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.342466] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.342466] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.342466] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.342466] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.343205] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.343205] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.343205] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.343205] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.343205] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.343205] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.343377] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6898aa79-69b7-4ef0-a9b5-108de061a124 is going to be updated. [ 767.372095] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.372342] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.372591] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.372885] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.373381] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.373381] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6898aa79-69b7-4ef0-a9b5-108de061a124" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.389426] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.389582] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.389714] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.390064] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.390242] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.390407] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e57a340-d015-4bae-94e4-670238c5e18c is going to be updated. [ 767.423692] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.423906] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.423906] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.424144] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.424287] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.436994] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e57a340-d015-4bae-94e4-670238c5e18c in Status: IN_PROGRESS for 2s [ 767.645293] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20929c55-6b33-4e90-ba3b-d66d009919a9 in Status: SUCCESS [ 767.645655] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.645924] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.646229] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.646470] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.646656] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.646711] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.646928] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.647868] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.647868] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20929c55-6b33-4e90-ba3b-d66d009919a9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.819362] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('64a27b36-8b8e-42f1-836b-96834f6b861d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.150528] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20929c55-6b33-4e90-ba3b-d66d009919a9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.325828] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 64a27b36-8b8e-42f1-836b-96834f6b861d: rpc.has_security_group_logging(os_id): False [ 768.344022] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.344022] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.344022] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.344022] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.344022] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.344022] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.344022] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.344022] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.344022] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.344022] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.344022] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64a27b36-8b8e-42f1-836b-96834f6b861d is going to be created. [ 768.434191] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.434384] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.434384] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.434598] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.434782] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.458066] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64a27b36-8b8e-42f1-836b-96834f6b861d in Status: IN_PROGRESS for 2s [ 768.653272] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20929c55-6b33-4e90-ba3b-d66d009919a9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.159108] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.161547] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.161547] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.161547] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.161547] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.161547] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20929c55-6b33-4e90-ba3b-d66d009919a9 is going to be updated. [ 769.216276] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.216749] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.216856] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.217358] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.217358] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.232226] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20929c55-6b33-4e90-ba3b-d66d009919a9 in Status: IN_PROGRESS for 2s [ 769.455910] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e57a340-d015-4bae-94e4-670238c5e18c in Status: SUCCESS [ 769.456142] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.456252] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.456553] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.456988] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.456988] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.457153] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.457500] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.457500] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.457659] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.458805] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e57a340-d015-4bae-94e4-670238c5e18c taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.459196] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.459368] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.459807] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.460265] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.460265] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.460670] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.460670] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.460760] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.460893] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.460943] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1e57a340-d015-4bae-94e4-670238c5e18c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.462064] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.462991] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.463387] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.463629] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.463629] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.464249] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.464249] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.464249] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e57a340-d015-4bae-94e4-670238c5e18c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.966578] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1e57a340-d015-4bae-94e4-670238c5e18c: rpc.has_security_group_logging(os_id): False [ 769.973991] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e57a340-d015-4bae-94e4-670238c5e18c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.993470] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.993905] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.993905] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.994116] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.994291] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.994586] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.994673] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.994792] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.995101] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.995296] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.995626] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.996289] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.996289] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.996289] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.996289] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.996466] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.996466] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.996561] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.996674] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.997053] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.997053] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e57a340-d015-4bae-94e4-670238c5e18c is going to be created. [ 770.076267] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.076267] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.076267] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.076267] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.076267] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.088629] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e57a340-d015-4bae-94e4-670238c5e18c in Status: IN_PROGRESS for 2s [ 770.472108] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64a27b36-8b8e-42f1-836b-96834f6b861d in Status: SUCCESS [ 770.472550] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64a27b36-8b8e-42f1-836b-96834f6b861d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.475885] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e57a340-d015-4bae-94e4-670238c5e18c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.980222] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.980445] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.981060] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.981060] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.981060] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.981373] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e57a340-d015-4bae-94e4-670238c5e18c is going to be updated. [ 771.014018] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.014178] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.014239] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.014480] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.014638] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.028512] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e57a340-d015-4bae-94e4-670238c5e18c in Status: IN_PROGRESS for 2s [ 771.055829] env[67081]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 771.055829] env[67081]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] NSXv3 Agent Agent loop - iteration:1 started [ 771.243208] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20929c55-6b33-4e90-ba3b-d66d009919a9 in Status: SUCCESS [ 771.243404] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.244182] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.244182] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.244182] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.244375] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.244414] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.244691] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.245253] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.245253] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.246126] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20929c55-6b33-4e90-ba3b-d66d009919a9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.749229] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-20929c55-6b33-4e90-ba3b-d66d009919a9 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.749738] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.749738] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.749738] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.750170] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.750170] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.750170] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.750420] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.750486] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.750612] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.750754] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-20929c55-6b33-4e90-ba3b-d66d009919a9 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.750855] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.750905] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.751333] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.751333] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.751333] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.751333] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.751686] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.751758] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.751886] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.751965] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20929c55-6b33-4e90-ba3b-d66d009919a9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.835369] env[67081]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 771.835369] env[67081]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=5 [ 772.104200] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e57a340-d015-4bae-94e4-670238c5e18c in Status: SUCCESS [ 772.104200] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.104334] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.104629] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.104750] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e57a340-d015-4bae-94e4-670238c5e18c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.255323] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20929c55-6b33-4e90-ba3b-d66d009919a9: rpc.has_security_group_logging(os_id): False [ 772.277025] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.277189] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.277264] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.277487] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.277587] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.277794] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.277885] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.277955] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.278098] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.278177] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.279149] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.279149] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.279149] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.279149] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.279149] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.279149] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.279437] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.279437] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.281367] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.281367] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.281367] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20929c55-6b33-4e90-ba3b-d66d009919a9 is going to be updated. [ 772.367064] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.369023] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.369023] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.369023] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.369023] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.387242] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20929c55-6b33-4e90-ba3b-d66d009919a9 in Status: IN_PROGRESS for 2s [ 772.607302] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e57a340-d015-4bae-94e4-670238c5e18c taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.607546] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.047099] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e57a340-d015-4bae-94e4-670238c5e18c in Status: SUCCESS [ 773.047099] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.047099] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.047099] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.047099] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.047099] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.047099] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.047099] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.047099] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.047099] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.047099] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1e57a340-d015-4bae-94e4-670238c5e18c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.553182] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e57a340-d015-4bae-94e4-670238c5e18c taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.553182] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.553182] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.553552] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.553552] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.553720] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.553771] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.557171] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.557171] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.557171] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.557171] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e57a340-d015-4bae-94e4-670238c5e18c taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.557171] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.557171] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.557171] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.557171] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.557171] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.557171] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.557171] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.557171] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.557171] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.557171] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1e57a340-d015-4bae-94e4-670238c5e18c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.060237] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1e57a340-d015-4bae-94e4-670238c5e18c: rpc.has_security_group_logging(os_id): False [ 774.088124] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.088306] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.088383] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.088600] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.088700] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.088895] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.088999] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.089099] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.089272] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.089361] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.089555] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.089653] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.089712] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.089852] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.089926] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.090947] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.091080] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.091140] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.091288] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.091413] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.091512] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e57a340-d015-4bae-94e4-670238c5e18c is going to be updated. [ 774.210609] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.210912] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.211492] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.211766] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.211959] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.238677] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e57a340-d015-4bae-94e4-670238c5e18c in Status: IN_PROGRESS for 2s [ 774.407103] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20929c55-6b33-4e90-ba3b-d66d009919a9 in Status: SUCCESS [ 774.407103] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.573173] env[67081]: INFO networking_nsxv3.common.synchronization [req-b1140334-671a-41ea-9eb7-e9dfa55bbaca req-af5a3be5-4bbc-4817-9c67-6ae2bfddcfce tempest-ServersAdminNegativeTestJSON-207458344 tempest-ServersAdminNegativeTestJSON-207458344-project-member] Enqueued Resource ID: 9e0b8b08-e8c2-403f-804c-733324bcff0f with Priority: HIGHEST for action security_group_members [ 774.574736] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e0b8b08-e8c2-403f-804c-733324bcff0f with Priority: HIGHEST for action security_group_members [ 774.577416] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e0b8b08-e8c2-403f-804c-733324bcff0f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.577416] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e0b8b08-e8c2-403f-804c-733324bcff0f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.577416] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e0b8b08-e8c2-403f-804c-733324bcff0f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.577416] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e0b8b08-e8c2-403f-804c-733324bcff0f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.577416] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.577416] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.577416] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.577416] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.577416] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.577416] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e0b8b08-e8c2-403f-804c-733324bcff0f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.625584] env[67081]: INFO networking_nsxv3.common.synchronization [req-b8cc4c9e-a94b-4b7a-b84e-74268c7f89e2 req-ecaff587-6b6f-4423-990f-f7468dfbe6e9 tempest-ServerMetadataNegativeTestJSON-195464604 tempest-ServerMetadataNegativeTestJSON-195464604-project-member] Enqueued Resource ID: 3ba94cb2-032c-497d-a340-5e5549498be8 with Priority: HIGHEST for action security_group_members [ 774.625584] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ba94cb2-032c-497d-a340-5e5549498be8 with Priority: HIGHEST for action security_group_members [ 774.626716] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ba94cb2-032c-497d-a340-5e5549498be8 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.627683] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ba94cb2-032c-497d-a340-5e5549498be8" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.627683] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ba94cb2-032c-497d-a340-5e5549498be8" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.627683] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ba94cb2-032c-497d-a340-5e5549498be8" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.627683] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.627683] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.628180] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.628180] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.628180] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.628180] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ba94cb2-032c-497d-a340-5e5549498be8',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.079871] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.080223] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.080223] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.080374] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.080559] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.080767] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.080884] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.080940] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.081142] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.081220] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.081319] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e0b8b08-e8c2-403f-804c-733324bcff0f is going to be updated. [ 775.120352] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.121332] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.121656] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.123139] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.126463] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.130940] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.131305] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.131632] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.131929] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.134021] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.134021] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.134021] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.134021] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.134021] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.134021] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.134021] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ba94cb2-032c-497d-a340-5e5549498be8 is going to be updated. [ 775.138860] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e0b8b08-e8c2-403f-804c-733324bcff0f in Status: IN_PROGRESS for 2s [ 775.167836] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.167836] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.167836] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.167836] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.167836] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.177854] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ba94cb2-032c-497d-a340-5e5549498be8 in Status: IN_PROGRESS for 2s [ 775.939308] env[67081]: INFO networking_nsxv3.common.synchronization [req-42a392fb-3efe-4673-83cb-430f3c9fb311 req-e2f3fa91-b268-44df-9da2-037d90a7e1fd tempest-FloatingIPsAssociationNegativeTestJSON-1271073476 tempest-FloatingIPsAssociationNegativeTestJSON-1271073476-project-member] Enqueued Resource ID: 41cfbbca-2c57-46e4-8ba3-61c3ee0e5b25 with Priority: HIGHEST for action security_group_members [ 775.939923] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41cfbbca-2c57-46e4-8ba3-61c3ee0e5b25 with Priority: HIGHEST for action security_group_members [ 775.940242] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-41cfbbca-2c57-46e4-8ba3-61c3ee0e5b25 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.940368] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41cfbbca-2c57-46e4-8ba3-61c3ee0e5b25" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.940519] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41cfbbca-2c57-46e4-8ba3-61c3ee0e5b25" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.940666] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41cfbbca-2c57-46e4-8ba3-61c3ee0e5b25" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.941423] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.941535] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.941723] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.941791] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.941857] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.941961] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41cfbbca-2c57-46e4-8ba3-61c3ee0e5b25',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.255399] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e57a340-d015-4bae-94e4-670238c5e18c in Status: SUCCESS [ 776.255845] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.255914] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.256235] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.256544] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e57a340-d015-4bae-94e4-670238c5e18c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.444596] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.448023] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.448023] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.448023] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.448023] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.448023] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.448023] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.448023] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.448023] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.448023] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.448023] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41cfbbca-2c57-46e4-8ba3-61c3ee0e5b25 is going to be updated. [ 776.475847] env[67081]: INFO networking_nsxv3.common.synchronization [req-399eaa97-4d8e-40a5-91ec-b2c9d107789f req-288650b1-2d2b-4722-bacc-a81b21fc47d4 tempest-ServersTestBootFromVolume-2050677516 tempest-ServersTestBootFromVolume-2050677516-project-member] Enqueued Resource ID: dbd93421-0fd7-48da-a81c-1a02124d9f9d with Priority: HIGHEST for action security_group_members [ 776.476503] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbd93421-0fd7-48da-a81c-1a02124d9f9d with Priority: HIGHEST for action security_group_members [ 776.476805] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbd93421-0fd7-48da-a81c-1a02124d9f9d taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.477636] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbd93421-0fd7-48da-a81c-1a02124d9f9d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.477711] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbd93421-0fd7-48da-a81c-1a02124d9f9d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.477981] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbd93421-0fd7-48da-a81c-1a02124d9f9d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.478085] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.478226] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.478328] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.478414] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.479965] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.479965] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbd93421-0fd7-48da-a81c-1a02124d9f9d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.483807] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.483807] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.483807] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.483988] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.483988] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.495141] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41cfbbca-2c57-46e4-8ba3-61c3ee0e5b25 in Status: IN_PROGRESS for 2s [ 776.761041] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e57a340-d015-4bae-94e4-670238c5e18c taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.761041] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.761041] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.761041] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.761041] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.761041] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.761041] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.761041] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.761041] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.761041] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.761041] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1e57a340-d015-4bae-94e4-670238c5e18c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.975305] env[67081]: INFO networking_nsxv3.common.synchronization [None req-b5fdb8b6-59fe-4639-9302-06ac8a57c09a None None] Enqueued Resource ID: 9b5294bd-4390-4553-b430-ec6b0876b02d with Priority: HIGHEST for action port [ 776.975305] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b5294bd-4390-4553-b430-ec6b0876b02d with Priority: HIGHEST for action port [ 776.975925] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b5294bd-4390-4553-b430-ec6b0876b02d taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.976225] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b5294bd-4390-4553-b430-ec6b0876b02d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.976537] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b5294bd-4390-4553-b430-ec6b0876b02d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.976900] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b5294bd-4390-4553-b430-ec6b0876b02d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.977143] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b5294bd-4390-4553-b430-ec6b0876b02d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.982515] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.982515] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.982515] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.982515] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.983073] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.983073] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.983073] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.983073] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.983261] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.983300] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.983387] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbd93421-0fd7-48da-a81c-1a02124d9f9d is going to be updated. [ 777.029080] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.029080] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.029080] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.029080] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.029080] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.045062] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbd93421-0fd7-48da-a81c-1a02124d9f9d in Status: IN_PROGRESS for 2s [ 777.154647] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e0b8b08-e8c2-403f-804c-733324bcff0f in Status: SUCCESS [ 777.154647] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e0b8b08-e8c2-403f-804c-733324bcff0f deletion is rescheduled due to dependency. [ 777.154647] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e0b8b08-e8c2-403f-804c-733324bcff0f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.195802] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ba94cb2-032c-497d-a340-5e5549498be8 in Status: SUCCESS [ 777.197036] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ba94cb2-032c-497d-a340-5e5549498be8 deletion is rescheduled due to dependency. [ 777.197036] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ba94cb2-032c-497d-a340-5e5549498be8" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.271416] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e57a340-d015-4bae-94e4-670238c5e18c taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.271852] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.271852] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.272087] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.272361] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.272361] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.272530] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.275255] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.275424] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.275567] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.275817] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e57a340-d015-4bae-94e4-670238c5e18c taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.275952] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.276051] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.276283] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.276488] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.276615] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.276698] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.276879] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.278949] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.278949] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.278949] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1e57a340-d015-4bae-94e4-670238c5e18c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.479761] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9b5294bd-4390-4553-b430-ec6b0876b02d [ 777.479761] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.479987] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.479987] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.480194] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.480288] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.480426] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9b5294bd-4390-4553-b430-ec6b0876b02d already deleted. [ 777.480546] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b5294bd-4390-4553-b430-ec6b0876b02d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.779515] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1e57a340-d015-4bae-94e4-670238c5e18c: rpc.has_security_group_logging(os_id): False [ 777.802399] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.802399] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.802399] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.802399] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.802399] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.802399] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.802399] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.802399] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.802399] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.802399] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.802399] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.802399] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.802399] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.802399] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.802399] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.803128] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.803128] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.803128] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.803128] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.803128] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.803128] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e57a340-d015-4bae-94e4-670238c5e18c is going to be updated. [ 777.873280] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.873280] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.873280] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.873683] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.873683] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.900306] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e57a340-d015-4bae-94e4-670238c5e18c in Status: IN_PROGRESS for 2s [ 778.508687] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41cfbbca-2c57-46e4-8ba3-61c3ee0e5b25 in Status: SUCCESS [ 778.509031] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41cfbbca-2c57-46e4-8ba3-61c3ee0e5b25 deletion is rescheduled due to dependency. [ 778.509031] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41cfbbca-2c57-46e4-8ba3-61c3ee0e5b25" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.537401] env[67081]: INFO networking_nsxv3.common.synchronization [None req-300bff80-bd9d-4d89-a8e3-42290827dcd1 tempest-AttachVolumeNegativeTest-1783079297 tempest-AttachVolumeNegativeTest-1783079297-project-member] Enqueued Resource ID: 4bf9b21f-aa97-4c0b-90fb-2795f0f69cde with Priority: HIGHEST for action security_group_rules [ 778.538289] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bf9b21f-aa97-4c0b-90fb-2795f0f69cde with Priority: HIGHEST for action security_group_rules [ 778.538763] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4bf9b21f-aa97-4c0b-90fb-2795f0f69cde taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.538977] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4bf9b21f-aa97-4c0b-90fb-2795f0f69cde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.539210] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4bf9b21f-aa97-4c0b-90fb-2795f0f69cde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.539601] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4bf9b21f-aa97-4c0b-90fb-2795f0f69cde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.539817] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4bf9b21f-aa97-4c0b-90fb-2795f0f69cde',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.722819] env[67081]: INFO networking_nsxv3.common.synchronization [req-c8aa163b-fdc2-47ac-8351-9cf685b0b724 req-753cd1f4-7092-4df7-acb4-4aacc52f388f tempest-AttachInterfacesV270Test-1263512870 tempest-AttachInterfacesV270Test-1263512870-project-member] Enqueued Resource ID: 43818875-dddd-43f6-8287-4133a7963db6 with Priority: HIGHEST for action security_group_members [ 778.722819] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43818875-dddd-43f6-8287-4133a7963db6 with Priority: HIGHEST for action security_group_members [ 778.722819] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-43818875-dddd-43f6-8287-4133a7963db6 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.722819] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43818875-dddd-43f6-8287-4133a7963db6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.722819] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43818875-dddd-43f6-8287-4133a7963db6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.722819] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43818875-dddd-43f6-8287-4133a7963db6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.722819] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.722819] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.722819] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.723299] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.723299] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.723299] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43818875-dddd-43f6-8287-4133a7963db6',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.754700] env[67081]: INFO networking_nsxv3.common.synchronization [None req-9e9d330e-48d3-4228-9280-7d9e7cf94a86 tempest-AttachVolumeNegativeTest-1783079297 tempest-AttachVolumeNegativeTest-1783079297-project-member] Enqueued Resource ID: 4bf9b21f-aa97-4c0b-90fb-2795f0f69cde with Priority: HIGHEST for action security_group_rules [ 778.755188] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bf9b21f-aa97-4c0b-90fb-2795f0f69cde with Priority: HIGHEST for action security_group_rules [ 778.755293] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4bf9b21f-aa97-4c0b-90fb-2795f0f69cde taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.755429] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4bf9b21f-aa97-4c0b-90fb-2795f0f69cde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.066071] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbd93421-0fd7-48da-a81c-1a02124d9f9d in Status: SUCCESS [ 779.066310] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbd93421-0fd7-48da-a81c-1a02124d9f9d deletion is rescheduled due to dependency. [ 779.066485] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbd93421-0fd7-48da-a81c-1a02124d9f9d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.074758] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.074918] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.075320] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.075320] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.075320] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.075599] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4bf9b21f-aa97-4c0b-90fb-2795f0f69cde already deleted. [ 779.075599] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4bf9b21f-aa97-4c0b-90fb-2795f0f69cde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.075796] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4bf9b21f-aa97-4c0b-90fb-2795f0f69cde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.075796] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4bf9b21f-aa97-4c0b-90fb-2795f0f69cde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.075907] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4bf9b21f-aa97-4c0b-90fb-2795f0f69cde',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.191574] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock network-783 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.191956] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "network-783" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.192270] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "network-783" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.192786] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "network-783" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.193290] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.193517] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.193668] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.194051] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.194254] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.194478] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 779.194582] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 779.194690] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 779.194791] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 779.194939] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 779.195107] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 779.195255] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 779.229439] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.229738] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.229738] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.229863] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.229996] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.230383] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.230670] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.230670] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.230991] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.231196] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.231350] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43818875-dddd-43f6-8287-4133a7963db6 already deleted. [ 779.231459] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43818875-dddd-43f6-8287-4133a7963db6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.232623] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 779.232844] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 779.233045] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 779.233263] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "network-783" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.234254] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock port-96d163ab-419c-45ab-8f2c-e039038d6d04 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.234526] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "port-96d163ab-419c-45ab-8f2c-e039038d6d04" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.234855] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "port-96d163ab-419c-45ab-8f2c-e039038d6d04" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.235206] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "port-96d163ab-419c-45ab-8f2c-e039038d6d04" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.235350] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96d163ab-419c-45ab-8f2c-e039038d6d04',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.600566] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.600979] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.600979] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.601084] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.601197] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.601316] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4bf9b21f-aa97-4c0b-90fb-2795f0f69cde already deleted. [ 779.601401] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4bf9b21f-aa97-4c0b-90fb-2795f0f69cde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.739150] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.740178] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.740383] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.740766] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.741763] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.741763] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Segment Port 96d163ab-419c-45ab-8f2c-e039038d6d04 not found, creating... [ 779.741763] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.741925] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.741995] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.743180] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.743180] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.743780] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.743780] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.744116] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.744979] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.747118] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.747118] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Resource: SegmentPort with ID: 96d163ab-419c-45ab-8f2c-e039038d6d04 is going to be created. [ 779.769020] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.769291] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.769410] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.769893] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.770091] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.770190] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "port-96d163ab-419c-45ab-8f2c-e039038d6d04" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.846764] env[67081]: INFO networking_nsxv3.common.synchronization [None req-04ca6523-5cea-42e4-8682-527d4671fe64 None None] Enqueued Resource ID: 2d9ac4e1-58a8-442e-a61b-ec3ad1100f99 with Priority: HIGHEST for action port [ 779.847806] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d9ac4e1-58a8-442e-a61b-ec3ad1100f99 with Priority: HIGHEST for action port [ 779.848149] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d9ac4e1-58a8-442e-a61b-ec3ad1100f99 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.848277] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d9ac4e1-58a8-442e-a61b-ec3ad1100f99" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.848345] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d9ac4e1-58a8-442e-a61b-ec3ad1100f99" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.848639] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d9ac4e1-58a8-442e-a61b-ec3ad1100f99" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.848730] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d9ac4e1-58a8-442e-a61b-ec3ad1100f99',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.922209] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e57a340-d015-4bae-94e4-670238c5e18c in Status: SUCCESS [ 779.922209] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.351555] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d9ac4e1-58a8-442e-a61b-ec3ad1100f99 [ 780.352313] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.352473] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.352628] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.354321] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.354321] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.354321] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d9ac4e1-58a8-442e-a61b-ec3ad1100f99 already deleted. [ 780.354321] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d9ac4e1-58a8-442e-a61b-ec3ad1100f99" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.550302] env[67081]: INFO networking_nsxv3.common.synchronization [req-c8aa163b-fdc2-47ac-8351-9cf685b0b724 req-86e8ff11-a463-4efc-9680-011690721689 service nova] Enqueued Resource ID: 43818875-dddd-43f6-8287-4133a7963db6 with Priority: HIGHEST for action security_group_rules [ 780.550972] env[67081]: INFO networking_nsxv3.common.synchronization [req-c8aa163b-fdc2-47ac-8351-9cf685b0b724 req-86e8ff11-a463-4efc-9680-011690721689 service nova] Enqueued Resource ID: 43818875-dddd-43f6-8287-4133a7963db6 with Priority: HIGHEST for action security_group_members [ 780.551863] env[67081]: INFO networking_nsxv3.common.synchronization [req-c8aa163b-fdc2-47ac-8351-9cf685b0b724 req-86e8ff11-a463-4efc-9680-011690721689 service nova] Enqueued Resource ID: 96d163ab-419c-45ab-8f2c-e039038d6d04 with Priority: HIGHEST for action port [ 780.555196] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43818875-dddd-43f6-8287-4133a7963db6 with Priority: HIGHEST for action security_group_rules [ 780.555196] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43818875-dddd-43f6-8287-4133a7963db6 with Priority: HIGHEST for action security_group_members [ 780.555196] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96d163ab-419c-45ab-8f2c-e039038d6d04 with Priority: HIGHEST for action port [ 780.555196] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43818875-dddd-43f6-8287-4133a7963db6 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.555196] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43818875-dddd-43f6-8287-4133a7963db6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.555196] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43818875-dddd-43f6-8287-4133a7963db6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.555196] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43818875-dddd-43f6-8287-4133a7963db6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.556137] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43818875-dddd-43f6-8287-4133a7963db6',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.557901] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-43818875-dddd-43f6-8287-4133a7963db6 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.557901] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43818875-dddd-43f6-8287-4133a7963db6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.557901] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43818875-dddd-43f6-8287-4133a7963db6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.558168] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43818875-dddd-43f6-8287-4133a7963db6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.561392] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.561392] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.561392] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.561392] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.561392] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.561392] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43818875-dddd-43f6-8287-4133a7963db6',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.561392] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-96d163ab-419c-45ab-8f2c-e039038d6d04 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.561392] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96d163ab-419c-45ab-8f2c-e039038d6d04" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.561392] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96d163ab-419c-45ab-8f2c-e039038d6d04" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.561392] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96d163ab-419c-45ab-8f2c-e039038d6d04" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.561392] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96d163ab-419c-45ab-8f2c-e039038d6d04',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.062519] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-43818875-dddd-43f6-8287-4133a7963db6 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.062842] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43818875-dddd-43f6-8287-4133a7963db6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.066131] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 96d163ab-419c-45ab-8f2c-e039038d6d04 with status ACTIVE [ 781.066362] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.066492] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.066563] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.066779] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.066868] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.067058] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.067160] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.067222] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.067372] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.067450] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.067639] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.067751] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.067840] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.068040] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.068123] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.068211] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 96d163ab-419c-45ab-8f2c-e039038d6d04 is going to be updated. [ 781.069537] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('43818875-dddd-43f6-8287-4133a7963db6',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.092575] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.092802] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.092851] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.093052] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.093375] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.093375] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96d163ab-419c-45ab-8f2c-e039038d6d04" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.576730] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('43818875-dddd-43f6-8287-4133a7963db6',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.082436] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.082436] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.082436] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.082436] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.082436] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.082436] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43818875-dddd-43f6-8287-4133a7963db6 is going to be created. [ 782.114270] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.114450] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.114585] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.114760] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.114929] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.125991] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43818875-dddd-43f6-8287-4133a7963db6 in Status: UNINITIALIZED for 2s [ 783.786221] env[67081]: INFO networking_nsxv3.common.synchronization [None req-f8539201-9973-4233-8eb4-c85ecc1884a5 tempest-ImagesOneServerNegativeTestJSON-894013560 tempest-ImagesOneServerNegativeTestJSON-894013560-project-member] Enqueued Resource ID: fbe19f58-94b6-4ba8-b900-0a5b3184754a with Priority: HIGHEST for action security_group_rules [ 783.787161] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbe19f58-94b6-4ba8-b900-0a5b3184754a with Priority: HIGHEST for action security_group_rules [ 783.787357] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbe19f58-94b6-4ba8-b900-0a5b3184754a taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.787547] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbe19f58-94b6-4ba8-b900-0a5b3184754a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.787547] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbe19f58-94b6-4ba8-b900-0a5b3184754a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.788878] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbe19f58-94b6-4ba8-b900-0a5b3184754a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.788996] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbe19f58-94b6-4ba8-b900-0a5b3184754a',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.898638] env[67081]: INFO networking_nsxv3.common.synchronization [None req-cb0a1a3b-a0e1-478c-9ccc-a089bdf28882 tempest-ImagesOneServerNegativeTestJSON-894013560 tempest-ImagesOneServerNegativeTestJSON-894013560-project-member] Enqueued Resource ID: fbe19f58-94b6-4ba8-b900-0a5b3184754a with Priority: HIGHEST for action security_group_rules [ 783.899213] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbe19f58-94b6-4ba8-b900-0a5b3184754a with Priority: HIGHEST for action security_group_rules [ 783.899517] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbe19f58-94b6-4ba8-b900-0a5b3184754a taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.899666] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbe19f58-94b6-4ba8-b900-0a5b3184754a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.947588] env[67081]: INFO networking_nsxv3.common.synchronization [None req-3aa39766-da45-4d57-af11-f385a69849e8 None None] Enqueued Resource ID: 84540b7d-9358-46fa-a820-1e582dbff987 with Priority: HIGHEST for action port [ 783.954854] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84540b7d-9358-46fa-a820-1e582dbff987 with Priority: HIGHEST for action port [ 783.955538] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-84540b7d-9358-46fa-a820-1e582dbff987 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.955679] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84540b7d-9358-46fa-a820-1e582dbff987" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.955750] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84540b7d-9358-46fa-a820-1e582dbff987" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.956081] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84540b7d-9358-46fa-a820-1e582dbff987" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.956222] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84540b7d-9358-46fa-a820-1e582dbff987',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.137893] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43818875-dddd-43f6-8287-4133a7963db6 in Status: SUCCESS [ 784.138015] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43818875-dddd-43f6-8287-4133a7963db6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.138203] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43818875-dddd-43f6-8287-4133a7963db6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.138445] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43818875-dddd-43f6-8287-4133a7963db6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.138842] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.138842] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.138842] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.139061] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.139115] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.139175] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43818875-dddd-43f6-8287-4133a7963db6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.139269] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('43818875-dddd-43f6-8287-4133a7963db6',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.314023] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.314023] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.314023] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.314305] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.314305] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.314406] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbe19f58-94b6-4ba8-b900-0a5b3184754a already deleted. [ 784.314511] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbe19f58-94b6-4ba8-b900-0a5b3184754a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.314673] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbe19f58-94b6-4ba8-b900-0a5b3184754a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.318028] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbe19f58-94b6-4ba8-b900-0a5b3184754a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.318028] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbe19f58-94b6-4ba8-b900-0a5b3184754a',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.460968] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 84540b7d-9358-46fa-a820-1e582dbff987 [ 784.461507] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.461710] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.461867] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.462131] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.462313] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.462438] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:84540b7d-9358-46fa-a820-1e582dbff987 already deleted. [ 784.462543] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84540b7d-9358-46fa-a820-1e582dbff987" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.642838] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-43818875-dddd-43f6-8287-4133a7963db6 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.642986] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43818875-dddd-43f6-8287-4133a7963db6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.643075] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43818875-dddd-43f6-8287-4133a7963db6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.643309] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43818875-dddd-43f6-8287-4133a7963db6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.643482] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.643583] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.643646] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.643793] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.643877] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.643958] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43818875-dddd-43f6-8287-4133a7963db6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.644118] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-43818875-dddd-43f6-8287-4133a7963db6 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.644239] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43818875-dddd-43f6-8287-4133a7963db6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.644279] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43818875-dddd-43f6-8287-4133a7963db6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.644393] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43818875-dddd-43f6-8287-4133a7963db6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.644523] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.644607] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.644664] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.644802] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.644882] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.650014] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43818875-dddd-43f6-8287-4133a7963db6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.650399] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('43818875-dddd-43f6-8287-4133a7963db6',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.843029] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.843029] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.843029] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.843029] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.843029] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.843029] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbe19f58-94b6-4ba8-b900-0a5b3184754a already deleted. [ 784.843029] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbe19f58-94b6-4ba8-b900-0a5b3184754a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.156609] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 43818875-dddd-43f6-8287-4133a7963db6: rpc.has_security_group_logging(os_id): False [ 785.171766] env[67081]: INFO networking_nsxv3.common.synchronization [req-c26de8d6-da3c-41e3-9dd4-39b66eb8cec4 req-a68aeccd-f8d6-4eb7-9b83-ffebc674fc6d tempest-ServersTestMultiNic-1050222014 tempest-ServersTestMultiNic-1050222014-project-member] Enqueued Resource ID: 1e57a340-d015-4bae-94e4-670238c5e18c with Priority: HIGHEST for action security_group_members [ 785.173349] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e57a340-d015-4bae-94e4-670238c5e18c with Priority: HIGHEST for action security_group_members [ 785.174600] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.174765] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.174833] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.175077] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.175175] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.175475] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.175554] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.175607] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.175738] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.175824] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.176016] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.176116] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.176175] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.176320] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.176397] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.176621] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.176740] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.176794] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.176992] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.177097] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.180678] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43818875-dddd-43f6-8287-4133a7963db6 is going to be created. [ 785.180678] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e57a340-d015-4bae-94e4-670238c5e18c taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.180678] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.180678] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.181295] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.181479] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.181600] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.181667] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.181834] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.181917] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.182074] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e57a340-d015-4bae-94e4-670238c5e18c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.253247] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.254023] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.254023] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.254023] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.254023] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.267995] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43818875-dddd-43f6-8287-4133a7963db6 in Status: IN_PROGRESS for 2s [ 785.497912] env[67081]: INFO networking_nsxv3.common.synchronization [req-c26de8d6-da3c-41e3-9dd4-39b66eb8cec4 req-8e09bfb2-44bb-47fd-a633-82ea5be09a82 tempest-ServersTestMultiNic-1050222014 tempest-ServersTestMultiNic-1050222014-project-member] Enqueued Resource ID: 1e57a340-d015-4bae-94e4-670238c5e18c with Priority: HIGHEST for action security_group_members [ 785.498104] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e57a340-d015-4bae-94e4-670238c5e18c with Priority: HIGHEST for action security_group_members [ 785.498513] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e57a340-d015-4bae-94e4-670238c5e18c taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.498721] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.688900] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e57a340-d015-4bae-94e4-670238c5e18c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.836185] env[67081]: INFO networking_nsxv3.common.synchronization [req-c26de8d6-da3c-41e3-9dd4-39b66eb8cec4 req-1ca3b6e3-f971-48a6-b435-8df965eb38ae tempest-ServersTestMultiNic-1050222014 tempest-ServersTestMultiNic-1050222014-project-member] Enqueued Resource ID: 1e57a340-d015-4bae-94e4-670238c5e18c with Priority: HIGHEST for action security_group_members [ 785.836680] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e57a340-d015-4bae-94e4-670238c5e18c with Priority: HIGHEST for action security_group_members [ 785.837103] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e57a340-d015-4bae-94e4-670238c5e18c taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.837233] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.071810] env[67081]: INFO networking_nsxv3.common.synchronization [req-53fd99c3-e6fb-4be6-9551-4f00ad1976c9 req-76edf3b7-c395-4682-9cdd-4bcc7923b003 tempest-ServersNegativeTestJSON-176841352 tempest-ServersNegativeTestJSON-176841352-project-member] Enqueued Resource ID: 371f8e0f-1704-4d94-96b5-c69c3b294cfb with Priority: HIGHEST for action security_group_members [ 786.072427] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 371f8e0f-1704-4d94-96b5-c69c3b294cfb with Priority: HIGHEST for action security_group_members [ 786.073207] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-371f8e0f-1704-4d94-96b5-c69c3b294cfb taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.073207] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.073207] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.074030] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.076024] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.076024] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.076024] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.076024] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.076024] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.076024] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('371f8e0f-1704-4d94-96b5-c69c3b294cfb',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.193035] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e57a340-d015-4bae-94e4-670238c5e18c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.498750] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-278 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.499116] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-278" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.499207] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-278" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.499485] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-278" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.500089] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.500089] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.500492] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.501825] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.501825] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.501825] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 786.501825] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 786.501825] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 786.501825] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 786.501825] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 786.501825] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 786.501825] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 786.525311] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 786.525491] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 786.525629] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 786.525802] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-278" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.526161] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-bb30f521-a74c-40e5-9f1d-673e3d37cffe taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.526391] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-bb30f521-a74c-40e5-9f1d-673e3d37cffe" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.526452] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-bb30f521-a74c-40e5-9f1d-673e3d37cffe" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.526898] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-bb30f521-a74c-40e5-9f1d-673e3d37cffe" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.526898] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb30f521-a74c-40e5-9f1d-673e3d37cffe',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.579924] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('371f8e0f-1704-4d94-96b5-c69c3b294cfb',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.616122] env[67081]: INFO networking_nsxv3.common.synchronization [None req-2bd9738e-f1dd-418e-a315-04ae349035a5 None None] Enqueued Resource ID: 3abf2c74-5a30-4db1-994e-b7072d89c9e6 with Priority: HIGHEST for action port [ 786.616122] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3abf2c74-5a30-4db1-994e-b7072d89c9e6 with Priority: HIGHEST for action port [ 786.616274] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-3abf2c74-5a30-4db1-994e-b7072d89c9e6 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.616418] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3abf2c74-5a30-4db1-994e-b7072d89c9e6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.616455] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3abf2c74-5a30-4db1-994e-b7072d89c9e6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.616671] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3abf2c74-5a30-4db1-994e-b7072d89c9e6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.616747] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3abf2c74-5a30-4db1-994e-b7072d89c9e6',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.695551] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.696022] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.696022] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.696172] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.696217] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.697956] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e57a340-d015-4bae-94e4-670238c5e18c is going to be updated. [ 786.735603] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.735603] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.735603] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.735955] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.735955] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.748134] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e57a340-d015-4bae-94e4-670238c5e18c in Status: IN_PROGRESS for 2s [ 787.034297] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.034297] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.034297] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.034297] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.034297] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.034297] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port bb30f521-a74c-40e5-9f1d-673e3d37cffe not found, creating... [ 787.034297] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.034297] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.034297] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.034297] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.034297] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.035316] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.035705] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.036066] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.036886] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.037238] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.037509] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: bb30f521-a74c-40e5-9f1d-673e3d37cffe is going to be created. [ 787.067016] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.067016] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.067016] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.067408] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.067408] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.067580] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-bb30f521-a74c-40e5-9f1d-673e3d37cffe" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.082379] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('371f8e0f-1704-4d94-96b5-c69c3b294cfb',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.119209] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3abf2c74-5a30-4db1-994e-b7072d89c9e6 [ 787.119440] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.119580] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.119650] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.119867] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.119959] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.120085] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3abf2c74-5a30-4db1-994e-b7072d89c9e6 already deleted. [ 787.120173] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3abf2c74-5a30-4db1-994e-b7072d89c9e6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.280646] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43818875-dddd-43f6-8287-4133a7963db6 in Status: SUCCESS [ 787.280782] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43818875-dddd-43f6-8287-4133a7963db6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.585999] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.586251] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.586386] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.587030] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.587030] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.587030] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 371f8e0f-1704-4d94-96b5-c69c3b294cfb is going to be updated. [ 787.621699] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.621851] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.621925] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.622216] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.622374] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.632236] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 371f8e0f-1704-4d94-96b5-c69c3b294cfb in Status: IN_PROGRESS for 2s [ 787.837018] env[67081]: INFO networking_nsxv3.common.synchronization [req-53fd99c3-e6fb-4be6-9551-4f00ad1976c9 req-51cbfea8-a30b-4bd1-bb29-b36ae01e4102 service nova] Enqueued Resource ID: 371f8e0f-1704-4d94-96b5-c69c3b294cfb with Priority: HIGHEST for action security_group_rules [ 787.837651] env[67081]: INFO networking_nsxv3.common.synchronization [req-53fd99c3-e6fb-4be6-9551-4f00ad1976c9 req-51cbfea8-a30b-4bd1-bb29-b36ae01e4102 service nova] Enqueued Resource ID: 371f8e0f-1704-4d94-96b5-c69c3b294cfb with Priority: HIGHEST for action security_group_members [ 787.837651] env[67081]: INFO networking_nsxv3.common.synchronization [req-53fd99c3-e6fb-4be6-9551-4f00ad1976c9 req-51cbfea8-a30b-4bd1-bb29-b36ae01e4102 service nova] Enqueued Resource ID: bb30f521-a74c-40e5-9f1d-673e3d37cffe with Priority: HIGHEST for action port [ 787.838718] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 371f8e0f-1704-4d94-96b5-c69c3b294cfb with Priority: HIGHEST for action security_group_rules [ 787.839071] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 371f8e0f-1704-4d94-96b5-c69c3b294cfb with Priority: HIGHEST for action security_group_members [ 787.839224] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb30f521-a74c-40e5-9f1d-673e3d37cffe with Priority: HIGHEST for action port [ 787.839673] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-371f8e0f-1704-4d94-96b5-c69c3b294cfb taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.839800] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.840125] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.840125] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.840260] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('371f8e0f-1704-4d94-96b5-c69c3b294cfb',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.841247] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-371f8e0f-1704-4d94-96b5-c69c3b294cfb taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.841421] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.841606] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb30f521-a74c-40e5-9f1d-673e3d37cffe taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.841694] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb30f521-a74c-40e5-9f1d-673e3d37cffe" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.841778] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb30f521-a74c-40e5-9f1d-673e3d37cffe" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.842128] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb30f521-a74c-40e5-9f1d-673e3d37cffe" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.842128] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb30f521-a74c-40e5-9f1d-673e3d37cffe',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.898451] env[67081]: INFO networking_nsxv3.common.synchronization [req-cc5b93d1-91fd-43b0-9b79-e4dfc959cc89 req-e39cb427-8c54-40de-a5bc-b16c4ceeb2b5 tempest-ImagesOneServerTestJSON-1002051227 tempest-ImagesOneServerTestJSON-1002051227-project-member] Enqueued Resource ID: d224054b-9b0a-4d4c-aaae-f45e29d253fd with Priority: HIGHEST for action security_group_members [ 787.899085] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d224054b-9b0a-4d4c-aaae-f45e29d253fd with Priority: HIGHEST for action security_group_members [ 787.900239] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-d224054b-9b0a-4d4c-aaae-f45e29d253fd taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.900239] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d224054b-9b0a-4d4c-aaae-f45e29d253fd" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.900239] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d224054b-9b0a-4d4c-aaae-f45e29d253fd" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.900239] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d224054b-9b0a-4d4c-aaae-f45e29d253fd" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.900239] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.900239] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.900239] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.900577] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.900577] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.902140] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d224054b-9b0a-4d4c-aaae-f45e29d253fd',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.344370] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-371f8e0f-1704-4d94-96b5-c69c3b294cfb taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.344370] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.344370] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb30f521-a74c-40e5-9f1d-673e3d37cffe with status ACTIVE [ 788.344370] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.344370] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.344772] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.344772] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.344772] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.344932] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.345058] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.345058] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.346035] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.346035] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.346035] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.346035] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.346035] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.346035] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.346035] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.346035] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb30f521-a74c-40e5-9f1d-673e3d37cffe is going to be updated. [ 788.369050] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.369218] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.369308] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.369550] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.369813] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.369845] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb30f521-a74c-40e5-9f1d-673e3d37cffe" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.404035] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.404035] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.404035] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.404035] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.404035] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.404035] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.404035] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.404035] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.404035] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.404035] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.404035] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d224054b-9b0a-4d4c-aaae-f45e29d253fd is going to be updated. [ 788.435826] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.436053] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.436162] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.436823] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.437081] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.450050] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d224054b-9b0a-4d4c-aaae-f45e29d253fd in Status: IN_PROGRESS for 2s [ 788.762809] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e57a340-d015-4bae-94e4-670238c5e18c in Status: SUCCESS [ 788.762809] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.762809] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.762809] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.762809] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.762809] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.762809] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.762809] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.762809] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.762809] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e57a340-d015-4bae-94e4-670238c5e18c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.265969] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.266110] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.266181] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.266347] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.266435] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.266628] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.266977] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.266977] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.267096] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.267179] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.267251] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e57a340-d015-4bae-94e4-670238c5e18c is going to be updated. [ 789.297332] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.297514] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.297565] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.297753] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.297901] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.307480] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e57a340-d015-4bae-94e4-670238c5e18c in Status: IN_PROGRESS for 2s [ 789.644101] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 371f8e0f-1704-4d94-96b5-c69c3b294cfb in Status: SUCCESS [ 789.644391] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.644501] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.644765] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.645524] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.645524] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.645524] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.645524] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.645524] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.645524] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('371f8e0f-1704-4d94-96b5-c69c3b294cfb',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.148608] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('371f8e0f-1704-4d94-96b5-c69c3b294cfb',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.460060] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d224054b-9b0a-4d4c-aaae-f45e29d253fd in Status: SUCCESS [ 790.460060] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d224054b-9b0a-4d4c-aaae-f45e29d253fd deletion is rescheduled due to dependency. [ 790.460060] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d224054b-9b0a-4d4c-aaae-f45e29d253fd" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.650631] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('371f8e0f-1704-4d94-96b5-c69c3b294cfb',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.152822] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.153204] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.153338] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.153661] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.153840] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.153976] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 371f8e0f-1704-4d94-96b5-c69c3b294cfb is going to be updated. [ 791.191055] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.191055] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.191055] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.191055] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.191055] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.202026] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 371f8e0f-1704-4d94-96b5-c69c3b294cfb in Status: IN_PROGRESS for 2s [ 791.318917] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e57a340-d015-4bae-94e4-670238c5e18c in Status: SUCCESS [ 791.318917] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e57a340-d015-4bae-94e4-670238c5e18c deletion is rescheduled due to dependency. [ 791.319387] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.319387] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.320831] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.320831] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.320831] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.320831] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.320831] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.320831] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.320831] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e57a340-d015-4bae-94e4-670238c5e18c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.742428] env[67081]: INFO networking_nsxv3.common.synchronization [req-4f791974-7a33-4959-b092-560c4d6418a4 req-edd582a7-93c8-45bc-8479-20aca1a5ce9a tempest-ServersV294TestFqdnHostnames-2082610612 tempest-ServersV294TestFqdnHostnames-2082610612-project-member] Enqueued Resource ID: 3e66637a-d682-4882-98f8-43ffc317f453 with Priority: HIGHEST for action security_group_members [ 791.743018] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e66637a-d682-4882-98f8-43ffc317f453 with Priority: HIGHEST for action security_group_members [ 791.743874] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e66637a-d682-4882-98f8-43ffc317f453 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.744076] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e66637a-d682-4882-98f8-43ffc317f453" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.744113] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e66637a-d682-4882-98f8-43ffc317f453" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.744609] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e66637a-d682-4882-98f8-43ffc317f453" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.744813] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.744921] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.745009] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.745171] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.745258] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.745356] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e66637a-d682-4882-98f8-43ffc317f453',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.825829] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.825829] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.825829] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.825829] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.825829] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.825829] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.825829] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.825829] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.825829] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.825829] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.825829] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e57a340-d015-4bae-94e4-670238c5e18c is going to be updated. [ 791.851145] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.852605] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.852892] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.853332] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.853613] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.864755] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e57a340-d015-4bae-94e4-670238c5e18c in Status: IN_PROGRESS for 2s [ 792.248400] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.248775] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.248868] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.249164] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.249326] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.251064] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.251064] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.251064] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.251064] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.251064] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.251064] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e66637a-d682-4882-98f8-43ffc317f453 is going to be updated. [ 792.298074] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.298265] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.298331] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.298691] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.299205] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.310684] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e66637a-d682-4882-98f8-43ffc317f453 in Status: IN_PROGRESS for 2s [ 793.215042] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 371f8e0f-1704-4d94-96b5-c69c3b294cfb in Status: IN_PROGRESS for 4s [ 793.447366] env[67081]: INFO networking_nsxv3.common.synchronization [req-8f48d7d5-16e0-4d18-9887-bd9e9770db2f req-154baf90-6847-4b49-8dee-71d55abbe99b tempest-ServerDiagnosticsTest-2113096816 tempest-ServerDiagnosticsTest-2113096816-project-member] Enqueued Resource ID: 56ebc6dd-1d8d-45e9-9bf8-ae684b586851 with Priority: HIGHEST for action security_group_members [ 793.447366] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56ebc6dd-1d8d-45e9-9bf8-ae684b586851 with Priority: HIGHEST for action security_group_members [ 793.447366] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-56ebc6dd-1d8d-45e9-9bf8-ae684b586851 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.447366] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56ebc6dd-1d8d-45e9-9bf8-ae684b586851" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.447366] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56ebc6dd-1d8d-45e9-9bf8-ae684b586851" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.447366] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56ebc6dd-1d8d-45e9-9bf8-ae684b586851" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.447366] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.447366] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.447366] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.447366] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.447366] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.447366] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56ebc6dd-1d8d-45e9-9bf8-ae684b586851',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.858033] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-811 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.858033] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-811" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.858033] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-811" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.858256] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-811" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.858508] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.858663] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.858790] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.859057] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.859201] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.859404] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 793.859515] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 793.859619] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 793.859745] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 793.859829] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 793.859929] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 793.860068] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 793.875140] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e57a340-d015-4bae-94e4-670238c5e18c in Status: SUCCESS [ 793.875353] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e57a340-d015-4bae-94e4-670238c5e18c deletion is rescheduled due to dependency. [ 793.875500] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.879254] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 793.879584] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 793.879584] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 793.879806] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-811" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.880255] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-cc3511f6-218a-4f37-9be5-f7494cf76dd8 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.880255] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-cc3511f6-218a-4f37-9be5-f7494cf76dd8" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.880412] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-cc3511f6-218a-4f37-9be5-f7494cf76dd8" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.880736] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-cc3511f6-218a-4f37-9be5-f7494cf76dd8" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.880857] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc3511f6-218a-4f37-9be5-f7494cf76dd8',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.950070] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.950258] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.951113] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.951113] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.951113] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.951113] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.951113] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.951113] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.951353] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.951353] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.951421] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56ebc6dd-1d8d-45e9-9bf8-ae684b586851 already deleted. [ 793.951471] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56ebc6dd-1d8d-45e9-9bf8-ae684b586851" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.332432] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e66637a-d682-4882-98f8-43ffc317f453 in Status: SUCCESS [ 794.332833] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e66637a-d682-4882-98f8-43ffc317f453 deletion is rescheduled due to dependency. [ 794.332833] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e66637a-d682-4882-98f8-43ffc317f453" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.383371] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.383587] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.383700] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.383992] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.384146] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.384298] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port cc3511f6-218a-4f37-9be5-f7494cf76dd8 not found, creating... [ 794.384565] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.384730] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.384846] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.385103] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.385225] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.385556] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.385665] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.385777] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.385995] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.386135] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.386286] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: cc3511f6-218a-4f37-9be5-f7494cf76dd8 is going to be created. [ 794.407704] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.407963] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.408045] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.408338] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.408599] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.408831] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-cc3511f6-218a-4f37-9be5-f7494cf76dd8" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.118142] env[67081]: INFO networking_nsxv3.common.synchronization [req-8f48d7d5-16e0-4d18-9887-bd9e9770db2f req-f23ff9c0-d653-45da-956e-0c046af203bc service nova] Enqueued Resource ID: 56ebc6dd-1d8d-45e9-9bf8-ae684b586851 with Priority: HIGHEST for action security_group_rules [ 795.118323] env[67081]: INFO networking_nsxv3.common.synchronization [req-8f48d7d5-16e0-4d18-9887-bd9e9770db2f req-f23ff9c0-d653-45da-956e-0c046af203bc service nova] Enqueued Resource ID: 56ebc6dd-1d8d-45e9-9bf8-ae684b586851 with Priority: HIGHEST for action security_group_members [ 795.118452] env[67081]: INFO networking_nsxv3.common.synchronization [req-8f48d7d5-16e0-4d18-9887-bd9e9770db2f req-f23ff9c0-d653-45da-956e-0c046af203bc service nova] Enqueued Resource ID: cc3511f6-218a-4f37-9be5-f7494cf76dd8 with Priority: HIGHEST for action port [ 795.119536] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56ebc6dd-1d8d-45e9-9bf8-ae684b586851 with Priority: HIGHEST for action security_group_rules [ 795.119692] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56ebc6dd-1d8d-45e9-9bf8-ae684b586851 with Priority: HIGHEST for action security_group_members [ 795.119798] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc3511f6-218a-4f37-9be5-f7494cf76dd8 with Priority: HIGHEST for action port [ 795.120103] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56ebc6dd-1d8d-45e9-9bf8-ae684b586851 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.120289] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56ebc6dd-1d8d-45e9-9bf8-ae684b586851" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.120289] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56ebc6dd-1d8d-45e9-9bf8-ae684b586851" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.120544] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56ebc6dd-1d8d-45e9-9bf8-ae684b586851" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.120670] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56ebc6dd-1d8d-45e9-9bf8-ae684b586851',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.121542] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-56ebc6dd-1d8d-45e9-9bf8-ae684b586851 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.121745] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56ebc6dd-1d8d-45e9-9bf8-ae684b586851" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.121804] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56ebc6dd-1d8d-45e9-9bf8-ae684b586851" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.121975] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56ebc6dd-1d8d-45e9-9bf8-ae684b586851" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.122147] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.122313] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.122313] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.122430] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.122502] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.122624] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56ebc6dd-1d8d-45e9-9bf8-ae684b586851',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.123599] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc3511f6-218a-4f37-9be5-f7494cf76dd8 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.123599] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc3511f6-218a-4f37-9be5-f7494cf76dd8" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.123720] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc3511f6-218a-4f37-9be5-f7494cf76dd8" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.123775] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc3511f6-218a-4f37-9be5-f7494cf76dd8" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.123822] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc3511f6-218a-4f37-9be5-f7494cf76dd8',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.143815] env[67081]: INFO networking_nsxv3.common.synchronization [None req-83a8771d-c94b-4754-b5dd-cd082b04b38d None None] Enqueued Resource ID: 7d34d15b-f2b0-4057-abde-bec629e85ee9 with Priority: HIGHEST for action port [ 795.144285] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d34d15b-f2b0-4057-abde-bec629e85ee9 with Priority: HIGHEST for action port [ 795.144834] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d34d15b-f2b0-4057-abde-bec629e85ee9 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.145113] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d34d15b-f2b0-4057-abde-bec629e85ee9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.145405] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d34d15b-f2b0-4057-abde-bec629e85ee9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.145693] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d34d15b-f2b0-4057-abde-bec629e85ee9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.145755] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d34d15b-f2b0-4057-abde-bec629e85ee9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.225198] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 371f8e0f-1704-4d94-96b5-c69c3b294cfb in Status: SUCCESS [ 795.225800] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.226104] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.226435] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.226730] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.226998] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.227179] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.227487] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.227675] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.227857] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.228066] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('371f8e0f-1704-4d94-96b5-c69c3b294cfb',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.550748] env[67081]: INFO networking_nsxv3.common.synchronization [req-17e11e2e-6470-4b5d-90ad-24178a4790f7 req-63826f0e-bfa1-4b5c-940c-4fe23aef07a0 tempest-AttachInterfacesV270Test-1263512870 tempest-AttachInterfacesV270Test-1263512870-project-member] Enqueued Resource ID: 43818875-dddd-43f6-8287-4133a7963db6 with Priority: HIGHEST for action security_group_members [ 795.551388] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43818875-dddd-43f6-8287-4133a7963db6 with Priority: HIGHEST for action security_group_members [ 795.551741] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-43818875-dddd-43f6-8287-4133a7963db6 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.552098] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43818875-dddd-43f6-8287-4133a7963db6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.552098] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43818875-dddd-43f6-8287-4133a7963db6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.552261] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43818875-dddd-43f6-8287-4133a7963db6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.552422] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.552518] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.552575] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.552722] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.552809] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.552901] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43818875-dddd-43f6-8287-4133a7963db6',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.625514] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-56ebc6dd-1d8d-45e9-9bf8-ae684b586851 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.625702] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56ebc6dd-1d8d-45e9-9bf8-ae684b586851" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.627443] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc3511f6-218a-4f37-9be5-f7494cf76dd8 with status ACTIVE [ 795.627659] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.628072] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.628072] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.628229] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.628348] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.628496] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.628576] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.628650] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.628817] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.628895] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.629115] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.629214] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.629277] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.629430] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.629507] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.629597] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc3511f6-218a-4f37-9be5-f7494cf76dd8 is going to be updated. [ 795.630908] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56ebc6dd-1d8d-45e9-9bf8-ae684b586851',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.649260] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7d34d15b-f2b0-4057-abde-bec629e85ee9 [ 795.649260] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.649260] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.649260] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.649260] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.649260] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.649788] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7d34d15b-f2b0-4057-abde-bec629e85ee9 already deleted. [ 795.649788] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d34d15b-f2b0-4057-abde-bec629e85ee9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.667215] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.667215] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.667355] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.667487] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.667632] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.668738] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc3511f6-218a-4f37-9be5-f7494cf76dd8" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.730664] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-371f8e0f-1704-4d94-96b5-c69c3b294cfb taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.730847] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.730918] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.731196] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.731378] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.732236] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.732236] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.732236] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.732236] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.732236] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.732236] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-371f8e0f-1704-4d94-96b5-c69c3b294cfb taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.732236] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.732236] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.732724] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.732724] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.732724] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.732724] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.732724] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.732905] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.732905] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.732968] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('371f8e0f-1704-4d94-96b5-c69c3b294cfb',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.033915] env[67081]: INFO networking_nsxv3.common.synchronization [req-d7a01c10-d99a-4508-a683-d6b8c08ddcd3 req-af28c5a2-774e-47eb-8793-d622a7935d90 tempest-ImagesTestJSON-1520802003 tempest-ImagesTestJSON-1520802003-project-member] Enqueued Resource ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f with Priority: HIGHEST for action security_group_members [ 796.035773] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f with Priority: HIGHEST for action security_group_members [ 796.035773] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.035773] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.035773] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.036111] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.036111] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.036111] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.036261] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.036376] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.036436] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.036522] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1eef0506-1c43-4aa3-8ce6-a2f56673c16f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.055704] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.055818] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.055893] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.056281] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.056404] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.056901] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.056901] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.056901] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.057147] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.057147] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.057147] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43818875-dddd-43f6-8287-4133a7963db6 is going to be updated. [ 796.090579] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.090791] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.090859] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.091060] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.091248] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.101698] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43818875-dddd-43f6-8287-4133a7963db6 in Status: IN_PROGRESS for 2s [ 796.137160] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56ebc6dd-1d8d-45e9-9bf8-ae684b586851',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.242121] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 371f8e0f-1704-4d94-96b5-c69c3b294cfb: rpc.has_security_group_logging(os_id): False [ 796.263799] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.263991] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.264086] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.264339] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.264443] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.264655] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.264769] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.265343] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.265343] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.265343] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.265343] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.265526] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.265526] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.265625] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.265684] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.265877] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.265965] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.266103] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.266230] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.266319] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.266465] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 371f8e0f-1704-4d94-96b5-c69c3b294cfb is going to be updated. [ 796.385519] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.385519] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.385519] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.385519] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.385519] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.404212] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 371f8e0f-1704-4d94-96b5-c69c3b294cfb in Status: IN_PROGRESS for 2s [ 796.541040] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.541377] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.541377] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.541692] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.543270] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.543270] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.543270] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.543270] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.543270] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.543270] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.543270] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f is going to be updated. [ 796.585858] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.586239] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.586239] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.586239] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.586366] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.605953] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f in Status: IN_PROGRESS for 2s [ 796.622180] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-21 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.622368] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-21" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.622368] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-21" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.623029] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-21" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.623029] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.623213] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.623251] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.623462] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.623621] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.623863] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 796.623936] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 796.624024] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 796.624300] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 796.624300] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 796.624300] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 796.624482] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 796.637647] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.638735] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.638926] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.639205] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.639354] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.639464] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56ebc6dd-1d8d-45e9-9bf8-ae684b586851 is going to be created. [ 796.654029] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 796.654203] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 796.654334] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 796.654501] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-21" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.654831] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-cf604f5a-a6bf-4bfe-87bb-26c27ccb7884 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.655019] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-cf604f5a-a6bf-4bfe-87bb-26c27ccb7884" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.655111] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-cf604f5a-a6bf-4bfe-87bb-26c27ccb7884" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.655433] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-cf604f5a-a6bf-4bfe-87bb-26c27ccb7884" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.655570] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf604f5a-a6bf-4bfe-87bb-26c27ccb7884',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.671444] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.671640] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.671691] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.674938] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.674938] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.688912] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56ebc6dd-1d8d-45e9-9bf8-ae684b586851 in Status: UNINITIALIZED for 2s [ 797.158716] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.162045] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.162045] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.162045] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.162045] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.162045] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port cf604f5a-a6bf-4bfe-87bb-26c27ccb7884 not found, creating... [ 797.162045] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.162045] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.162045] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.162045] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.162045] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.162514] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.162514] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.162514] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.162514] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.162514] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.162514] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: cf604f5a-a6bf-4bfe-87bb-26c27ccb7884 is going to be created. [ 797.186023] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.186023] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.186023] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.186023] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.186023] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.186855] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-cf604f5a-a6bf-4bfe-87bb-26c27ccb7884" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.930146] env[67081]: INFO networking_nsxv3.common.synchronization [req-d7a01c10-d99a-4508-a683-d6b8c08ddcd3 req-a8525a12-8251-4bfc-97a4-c296185ff188 service nova] Enqueued Resource ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f with Priority: HIGHEST for action security_group_rules [ 797.930409] env[67081]: INFO networking_nsxv3.common.synchronization [req-d7a01c10-d99a-4508-a683-d6b8c08ddcd3 req-a8525a12-8251-4bfc-97a4-c296185ff188 service nova] Enqueued Resource ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f with Priority: HIGHEST for action security_group_members [ 797.930456] env[67081]: INFO networking_nsxv3.common.synchronization [req-d7a01c10-d99a-4508-a683-d6b8c08ddcd3 req-a8525a12-8251-4bfc-97a4-c296185ff188 service nova] Enqueued Resource ID: cf604f5a-a6bf-4bfe-87bb-26c27ccb7884 with Priority: HIGHEST for action port [ 797.931278] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f with Priority: HIGHEST for action security_group_rules [ 797.931348] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f with Priority: HIGHEST for action security_group_members [ 797.931508] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf604f5a-a6bf-4bfe-87bb-26c27ccb7884 with Priority: HIGHEST for action port [ 797.931874] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1eef0506-1c43-4aa3-8ce6-a2f56673c16f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.932012] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.934078] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.935242] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.935242] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1eef0506-1c43-4aa3-8ce6-a2f56673c16f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.937844] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.937844] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.937844] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf604f5a-a6bf-4bfe-87bb-26c27ccb7884 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.937844] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf604f5a-a6bf-4bfe-87bb-26c27ccb7884" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.937844] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf604f5a-a6bf-4bfe-87bb-26c27ccb7884" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.937844] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf604f5a-a6bf-4bfe-87bb-26c27ccb7884" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.937844] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf604f5a-a6bf-4bfe-87bb-26c27ccb7884',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.118855] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43818875-dddd-43f6-8287-4133a7963db6 in Status: SUCCESS [ 798.120687] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43818875-dddd-43f6-8287-4133a7963db6 deletion is rescheduled due to dependency. [ 798.120743] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43818875-dddd-43f6-8287-4133a7963db6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.208819] env[67081]: INFO networking_nsxv3.common.synchronization [None req-d4d94833-2c3f-4564-8449-9f8bebccfc1a None None] Enqueued Resource ID: c2c96410-cf4d-4f13-a2ef-da3beca87785 with Priority: HIGHEST for action port [ 798.209855] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2c96410-cf4d-4f13-a2ef-da3beca87785 with Priority: HIGHEST for action port [ 798.210419] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2c96410-cf4d-4f13-a2ef-da3beca87785 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.210743] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2c96410-cf4d-4f13-a2ef-da3beca87785" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.211304] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2c96410-cf4d-4f13-a2ef-da3beca87785" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.213073] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2c96410-cf4d-4f13-a2ef-da3beca87785" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.213073] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2c96410-cf4d-4f13-a2ef-da3beca87785',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.417903] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 371f8e0f-1704-4d94-96b5-c69c3b294cfb in Status: SUCCESS [ 798.418168] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.439849] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.439849] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.439849] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf604f5a-a6bf-4bfe-87bb-26c27ccb7884 with status ACTIVE [ 798.439849] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.440107] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.440107] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.440270] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.440358] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.440532] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.440690] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.440747] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.440906] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.440980] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.441179] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.441280] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.441338] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.441458] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.441527] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.441783] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf604f5a-a6bf-4bfe-87bb-26c27ccb7884 is going to be updated. [ 798.463889] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.464113] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.464159] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.464540] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.464655] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.465258] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf604f5a-a6bf-4bfe-87bb-26c27ccb7884" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.624025] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f in Status: SUCCESS [ 798.624025] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f deletion is rescheduled due to dependency. [ 798.624025] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.624025] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.624025] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.624025] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.624025] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.624025] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.624025] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.624025] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.624025] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1eef0506-1c43-4aa3-8ce6-a2f56673c16f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.702981] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56ebc6dd-1d8d-45e9-9bf8-ae684b586851 in Status: SUCCESS [ 798.703259] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56ebc6dd-1d8d-45e9-9bf8-ae684b586851" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.703441] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56ebc6dd-1d8d-45e9-9bf8-ae684b586851" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.703674] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56ebc6dd-1d8d-45e9-9bf8-ae684b586851" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.703941] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.704037] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.704079] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.704207] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.704329] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.704373] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56ebc6dd-1d8d-45e9-9bf8-ae684b586851" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.704462] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56ebc6dd-1d8d-45e9-9bf8-ae684b586851',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.715158] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c2c96410-cf4d-4f13-a2ef-da3beca87785 [ 798.715158] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.715158] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.715158] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.715158] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.715158] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.715158] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c2c96410-cf4d-4f13-a2ef-da3beca87785 already deleted. [ 798.715158] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2c96410-cf4d-4f13-a2ef-da3beca87785" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.978112] env[67081]: INFO networking_nsxv3.common.synchronization [req-839c695c-9eb4-4747-9b7a-4cab1994b15c req-85eb7229-ae9a-491e-8597-fdfacec88738 tempest-ListServerFiltersTestJSON-205465944 tempest-ListServerFiltersTestJSON-205465944-project-member] Enqueued Resource ID: 8dd8386e-203d-4d2b-8a88-4e61b6fb9327 with Priority: HIGHEST for action security_group_members [ 798.979078] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dd8386e-203d-4d2b-8a88-4e61b6fb9327 with Priority: HIGHEST for action security_group_members [ 798.979078] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.979288] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.979288] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.980411] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.980411] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.980411] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.980411] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.980411] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.980411] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.980411] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dd8386e-203d-4d2b-8a88-4e61b6fb9327',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.139159] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1eef0506-1c43-4aa3-8ce6-a2f56673c16f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.207108] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-56ebc6dd-1d8d-45e9-9bf8-ae684b586851 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.207315] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56ebc6dd-1d8d-45e9-9bf8-ae684b586851" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.207355] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56ebc6dd-1d8d-45e9-9bf8-ae684b586851" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.207642] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56ebc6dd-1d8d-45e9-9bf8-ae684b586851" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.207710] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.207852] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.207898] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.208032] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.208162] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.208202] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56ebc6dd-1d8d-45e9-9bf8-ae684b586851" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.208351] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-56ebc6dd-1d8d-45e9-9bf8-ae684b586851 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.208517] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56ebc6dd-1d8d-45e9-9bf8-ae684b586851" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.208569] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56ebc6dd-1d8d-45e9-9bf8-ae684b586851" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.208726] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56ebc6dd-1d8d-45e9-9bf8-ae684b586851" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.209199] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.209199] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.209199] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.209199] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.209378] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.209378] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56ebc6dd-1d8d-45e9-9bf8-ae684b586851" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.209446] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56ebc6dd-1d8d-45e9-9bf8-ae684b586851',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.421228] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-290 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.421338] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-290" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.421427] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-290" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.422404] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-290" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.423093] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.423283] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.423403] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.423635] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.423812] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.426479] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 799.426479] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 799.426479] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 799.426479] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 799.426479] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 799.426479] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 799.426479] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 799.444987] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 799.446182] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 799.446182] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 799.446182] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-290" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.446182] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-4fd88011-14ec-40b0-b69b-5b0884350830 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.446182] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-4fd88011-14ec-40b0-b69b-5b0884350830" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.446182] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-4fd88011-14ec-40b0-b69b-5b0884350830" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.446457] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-4fd88011-14ec-40b0-b69b-5b0884350830" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.446487] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fd88011-14ec-40b0-b69b-5b0884350830',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.485167] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.485167] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.485167] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.485167] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.485167] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.485167] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.485167] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.485167] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.485167] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.485167] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.485167] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dd8386e-203d-4d2b-8a88-4e61b6fb9327 already deleted. [ 799.485167] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.639732] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1eef0506-1c43-4aa3-8ce6-a2f56673c16f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.711258] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56ebc6dd-1d8d-45e9-9bf8-ae684b586851: rpc.has_security_group_logging(os_id): False [ 799.730557] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.730733] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.731058] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.731058] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.731154] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.732032] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.732032] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.732032] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.732032] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.732032] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.732032] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.732286] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.732286] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.732341] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.732757] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.732917] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.733044] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.733111] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.733256] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.733331] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.733421] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56ebc6dd-1d8d-45e9-9bf8-ae684b586851 is going to be created. [ 799.790966] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.791172] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.791272] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.791395] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.791577] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.805309] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56ebc6dd-1d8d-45e9-9bf8-ae684b586851 in Status: IN_PROGRESS for 2s [ 799.949837] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.950273] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.950926] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.951040] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.952028] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.952028] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port 4fd88011-14ec-40b0-b69b-5b0884350830 not found, creating... [ 799.952028] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.952443] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.952643] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.952974] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.953148] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.953497] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.953661] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.953782] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.954040] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.954177] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.954315] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: 4fd88011-14ec-40b0-b69b-5b0884350830 is going to be created. [ 799.976948] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.977245] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.977414] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.977614] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.977895] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.978157] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-4fd88011-14ec-40b0-b69b-5b0884350830" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.143098] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.143098] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.143098] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.143098] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.143394] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.143394] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f is going to be updated. [ 800.186794] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.186794] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.186794] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.187193] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.187193] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.201284] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f in Status: IN_PROGRESS for 2s [ 800.712491] env[67081]: INFO networking_nsxv3.common.synchronization [req-839c695c-9eb4-4747-9b7a-4cab1994b15c req-72410bcf-778b-41cd-be74-2b61d31a70f5 service nova] Enqueued Resource ID: 8dd8386e-203d-4d2b-8a88-4e61b6fb9327 with Priority: HIGHEST for action security_group_rules [ 800.712661] env[67081]: INFO networking_nsxv3.common.synchronization [req-839c695c-9eb4-4747-9b7a-4cab1994b15c req-72410bcf-778b-41cd-be74-2b61d31a70f5 service nova] Enqueued Resource ID: 8dd8386e-203d-4d2b-8a88-4e61b6fb9327 with Priority: HIGHEST for action security_group_members [ 800.712799] env[67081]: INFO networking_nsxv3.common.synchronization [req-839c695c-9eb4-4747-9b7a-4cab1994b15c req-72410bcf-778b-41cd-be74-2b61d31a70f5 service nova] Enqueued Resource ID: 4fd88011-14ec-40b0-b69b-5b0884350830 with Priority: HIGHEST for action port [ 800.713424] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dd8386e-203d-4d2b-8a88-4e61b6fb9327 with Priority: HIGHEST for action security_group_rules [ 800.713557] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dd8386e-203d-4d2b-8a88-4e61b6fb9327 with Priority: HIGHEST for action security_group_members [ 800.713806] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fd88011-14ec-40b0-b69b-5b0884350830 with Priority: HIGHEST for action port [ 800.713934] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8dd8386e-203d-4d2b-8a88-4e61b6fb9327 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.714100] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.714182] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.714448] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.714529] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8dd8386e-203d-4d2b-8a88-4e61b6fb9327',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.715436] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.715517] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.715609] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.715738] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.715869] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.715969] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.716023] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.716219] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.716284] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.716359] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dd8386e-203d-4d2b-8a88-4e61b6fb9327',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.717143] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-4fd88011-14ec-40b0-b69b-5b0884350830 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.717251] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4fd88011-14ec-40b0-b69b-5b0884350830" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.718460] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4fd88011-14ec-40b0-b69b-5b0884350830" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.718460] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4fd88011-14ec-40b0-b69b-5b0884350830" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.718460] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fd88011-14ec-40b0-b69b-5b0884350830',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.872506] env[67081]: INFO networking_nsxv3.common.synchronization [req-2020b215-919c-4d14-bc5e-fd6ab2ede165 req-98b3ce9b-e562-4f31-aaca-6013e178d0bf tempest-ServersNegativeTestJSON-176841352 tempest-ServersNegativeTestJSON-176841352-project-member] Enqueued Resource ID: 371f8e0f-1704-4d94-96b5-c69c3b294cfb with Priority: HIGHEST for action security_group_members [ 800.876823] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 371f8e0f-1704-4d94-96b5-c69c3b294cfb with Priority: HIGHEST for action security_group_members [ 800.876823] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-371f8e0f-1704-4d94-96b5-c69c3b294cfb taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.876823] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.876823] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.876823] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.876823] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.876823] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.876823] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.876823] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.876823] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.876823] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('371f8e0f-1704-4d94-96b5-c69c3b294cfb',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.220336] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8dd8386e-203d-4d2b-8a88-4e61b6fb9327',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.221447] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.221600] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.221823] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4fd88011-14ec-40b0-b69b-5b0884350830 with status ACTIVE [ 801.221993] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.222117] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.222183] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.223065] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.223065] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.223065] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.223209] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.223258] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.223826] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.223826] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.223929] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.224095] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.224095] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.224239] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.224314] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.224399] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4fd88011-14ec-40b0-b69b-5b0884350830 is going to be updated. [ 801.257674] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.257985] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.258123] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.258369] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.258540] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.258768] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4fd88011-14ec-40b0-b69b-5b0884350830" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.378205] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('371f8e0f-1704-4d94-96b5-c69c3b294cfb',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.726795] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8dd8386e-203d-4d2b-8a88-4e61b6fb9327',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.817605] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56ebc6dd-1d8d-45e9-9bf8-ae684b586851 in Status: SUCCESS [ 801.817894] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56ebc6dd-1d8d-45e9-9bf8-ae684b586851" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.880593] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('371f8e0f-1704-4d94-96b5-c69c3b294cfb',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.213025] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f in Status: SUCCESS [ 802.213406] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.213633] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.213917] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.214147] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.214324] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.214383] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.214555] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.214669] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.214752] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.214850] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1eef0506-1c43-4aa3-8ce6-a2f56673c16f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.230733] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.230733] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.230733] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.231408] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.231408] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.231408] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dd8386e-203d-4d2b-8a88-4e61b6fb9327 is going to be created. [ 802.270518] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.270843] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.270843] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.271067] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.271221] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.282190] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dd8386e-203d-4d2b-8a88-4e61b6fb9327 in Status: UNINITIALIZED for 2s [ 802.384691] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.384691] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.384691] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.384691] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.384691] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.385023] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 371f8e0f-1704-4d94-96b5-c69c3b294cfb is going to be updated. [ 802.417149] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.417338] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.417488] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.417765] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.417921] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.428843] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 371f8e0f-1704-4d94-96b5-c69c3b294cfb in Status: IN_PROGRESS for 2s [ 802.718063] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.718261] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.718327] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.718605] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.718796] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.718905] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.718966] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.719157] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.719249] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.719339] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.719564] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.719648] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.719648] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.719822] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.720021] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.720165] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.720238] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.720415] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.720531] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.720685] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.720793] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1eef0506-1c43-4aa3-8ce6-a2f56673c16f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.223662] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1eef0506-1c43-4aa3-8ce6-a2f56673c16f: rpc.has_security_group_logging(os_id): False [ 803.253239] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.253239] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.253239] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.253239] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.253239] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.253239] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.253239] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.253239] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.253239] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.253239] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.253239] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.253239] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.253239] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.253239] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.253239] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.254029] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.254029] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.254029] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.254029] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.254414] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.254792] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f is going to be updated. [ 803.400359] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.400691] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.400812] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.401069] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.401229] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.419380] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f in Status: IN_PROGRESS for 2s [ 803.512458] env[67081]: INFO networking_nsxv3.common.synchronization [req-296d3ef5-d233-4a48-9f9e-6f8f2910f1eb req-7cec148c-4ecd-4c12-8a52-1a1cb312d9df tempest-ServersAdminTestJSON-956622239 tempest-ServersAdminTestJSON-956622239-project-member] Enqueued Resource ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 with Priority: HIGHEST for action security_group_members [ 803.513113] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 with Priority: HIGHEST for action security_group_members [ 803.513490] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-d43effa5-96f7-4264-ac8c-7c886969ceb2 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.513658] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.513758] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.513994] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.514171] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.514302] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.514505] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.514562] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.514658] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.514784] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d43effa5-96f7-4264-ac8c-7c886969ceb2',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.017195] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d43effa5-96f7-4264-ac8c-7c886969ceb2',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.296435] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dd8386e-203d-4d2b-8a88-4e61b6fb9327 in Status: SUCCESS [ 804.296435] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.296435] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.296435] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.296435] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.296435] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.296435] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.296435] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.296435] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.296435] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.296435] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8dd8386e-203d-4d2b-8a88-4e61b6fb9327',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.441161] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 371f8e0f-1704-4d94-96b5-c69c3b294cfb in Status: SUCCESS [ 804.441161] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.520370] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d43effa5-96f7-4264-ac8c-7c886969ceb2',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.541806] env[67081]: INFO networking_nsxv3.common.synchronization [req-cc66faf9-e5d2-4aad-addd-5d86eb28672a req-a10f2e86-44c7-488a-8f98-3e2aa440b0c4 tempest-ListServerFiltersTestJSON-205465944 tempest-ListServerFiltersTestJSON-205465944-project-member] Enqueued Resource ID: 8dd8386e-203d-4d2b-8a88-4e61b6fb9327 with Priority: HIGHEST for action security_group_members [ 804.542068] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dd8386e-203d-4d2b-8a88-4e61b6fb9327 with Priority: HIGHEST for action security_group_members [ 804.542363] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.542587] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.542587] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.542733] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.542876] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.542967] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.543099] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.543249] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.543334] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.543558] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dd8386e-203d-4d2b-8a88-4e61b6fb9327',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.799483] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.799772] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.885182] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-290 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.885458] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-290" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.885645] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-290" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.886203] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-290" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.886747] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.887125] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.887209] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.887836] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.887984] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.888212] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 804.889074] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 804.889074] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 804.889074] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 804.889074] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 804.889074] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 804.889074] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 804.913466] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 804.913658] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 804.913774] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 804.913943] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-290" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.914341] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-11523810-3ac9-49b5-bbb6-a5ca26ae8bfc taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.914526] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-11523810-3ac9-49b5-bbb6-a5ca26ae8bfc" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.914641] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-11523810-3ac9-49b5-bbb6-a5ca26ae8bfc" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.915056] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-11523810-3ac9-49b5-bbb6-a5ca26ae8bfc" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.915256] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11523810-3ac9-49b5-bbb6-a5ca26ae8bfc',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.024122] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.024306] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.024351] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.024626] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.024746] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.024956] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 is going to be updated. [ 805.045413] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8dd8386e-203d-4d2b-8a88-4e61b6fb9327',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.058087] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.058250] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.058292] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.058547] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.058706] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.069229] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 in Status: IN_PROGRESS for 2s [ 805.421507] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.421991] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.421991] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.422087] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.422187] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.422348] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port 11523810-3ac9-49b5-bbb6-a5ca26ae8bfc not found, creating... [ 805.422621] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.422813] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.422878] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.423108] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.423242] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.423523] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.423668] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.423782] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.423979] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.424121] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.424252] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: 11523810-3ac9-49b5-bbb6-a5ca26ae8bfc is going to be created. [ 805.441438] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f in Status: SUCCESS [ 805.441774] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.448671] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.448671] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.448671] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.448917] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.449164] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.449362] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-11523810-3ac9-49b5-bbb6-a5ca26ae8bfc" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.548991] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8dd8386e-203d-4d2b-8a88-4e61b6fb9327',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.050629] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.051982] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.052121] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.052352] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.052451] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.052556] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dd8386e-203d-4d2b-8a88-4e61b6fb9327 is going to be updated. [ 806.081166] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.081349] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.081388] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.081593] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.081747] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.092700] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dd8386e-203d-4d2b-8a88-4e61b6fb9327 in Status: IN_PROGRESS for 2s [ 806.141576] env[67081]: INFO networking_nsxv3.common.synchronization [req-cc66faf9-e5d2-4aad-addd-5d86eb28672a req-62d13fd6-e22f-433d-af1f-b41e0e8ea0a3 service nova] Enqueued Resource ID: 8dd8386e-203d-4d2b-8a88-4e61b6fb9327 with Priority: HIGHEST for action security_group_rules [ 806.141787] env[67081]: INFO networking_nsxv3.common.synchronization [req-cc66faf9-e5d2-4aad-addd-5d86eb28672a req-62d13fd6-e22f-433d-af1f-b41e0e8ea0a3 service nova] Enqueued Resource ID: 8dd8386e-203d-4d2b-8a88-4e61b6fb9327 with Priority: HIGHEST for action security_group_members [ 806.141944] env[67081]: INFO networking_nsxv3.common.synchronization [req-cc66faf9-e5d2-4aad-addd-5d86eb28672a req-62d13fd6-e22f-433d-af1f-b41e0e8ea0a3 service nova] Enqueued Resource ID: 11523810-3ac9-49b5-bbb6-a5ca26ae8bfc with Priority: HIGHEST for action port [ 806.142534] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dd8386e-203d-4d2b-8a88-4e61b6fb9327 with Priority: HIGHEST for action security_group_rules [ 806.142682] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dd8386e-203d-4d2b-8a88-4e61b6fb9327 with Priority: HIGHEST for action security_group_members [ 806.142795] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11523810-3ac9-49b5-bbb6-a5ca26ae8bfc with Priority: HIGHEST for action port [ 806.143133] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8dd8386e-203d-4d2b-8a88-4e61b6fb9327 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.143275] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.143549] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.143549] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.143711] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-11523810-3ac9-49b5-bbb6-a5ca26ae8bfc taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.143830] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11523810-3ac9-49b5-bbb6-a5ca26ae8bfc" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.143885] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11523810-3ac9-49b5-bbb6-a5ca26ae8bfc" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.144264] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11523810-3ac9-49b5-bbb6-a5ca26ae8bfc" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.144264] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11523810-3ac9-49b5-bbb6-a5ca26ae8bfc',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.647039] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 11523810-3ac9-49b5-bbb6-a5ca26ae8bfc with status ACTIVE [ 806.647039] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.647412] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.647412] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.647412] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.647523] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.647668] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.647766] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.647829] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.647986] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.648075] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.648329] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.648329] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.648465] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.648533] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.648667] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.648739] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 11523810-3ac9-49b5-bbb6-a5ca26ae8bfc is going to be updated. [ 806.688598] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.688790] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.688790] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.689022] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.689289] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.689435] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11523810-3ac9-49b5-bbb6-a5ca26ae8bfc" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.080219] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 in Status: SUCCESS [ 807.080525] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.103220] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dd8386e-203d-4d2b-8a88-4e61b6fb9327 in Status: SUCCESS [ 808.103672] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.103672] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.103835] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.104037] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.104157] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.104219] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.104378] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.104454] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.104544] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.104715] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.104814] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.104868] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.106022] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.106022] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.106022] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.106022] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.106022] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.106022] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.106022] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.106022] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8dd8386e-203d-4d2b-8a88-4e61b6fb9327',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.107277] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.107489] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.108217] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.108217] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.108217] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.108217] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.108217] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.108217] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dd8386e-203d-4d2b-8a88-4e61b6fb9327',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.110068] env[67081]: INFO networking_nsxv3.common.synchronization [req-303a5d04-a0db-4b3a-8fa4-254349f43390 req-3203999c-dab6-44ff-ac3b-99aebd761a1b tempest-ServerDiagnosticsTest-2113096816 tempest-ServerDiagnosticsTest-2113096816-project-member] Enqueued Resource ID: 56ebc6dd-1d8d-45e9-9bf8-ae684b586851 with Priority: HIGHEST for action security_group_members [ 808.110973] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56ebc6dd-1d8d-45e9-9bf8-ae684b586851 with Priority: HIGHEST for action security_group_members [ 808.111193] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-56ebc6dd-1d8d-45e9-9bf8-ae684b586851 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.111297] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56ebc6dd-1d8d-45e9-9bf8-ae684b586851" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.111361] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56ebc6dd-1d8d-45e9-9bf8-ae684b586851" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.111535] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56ebc6dd-1d8d-45e9-9bf8-ae684b586851" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.111665] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.111798] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.111881] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.112052] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.112133] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.112460] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56ebc6dd-1d8d-45e9-9bf8-ae684b586851',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.611898] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8dd8386e-203d-4d2b-8a88-4e61b6fb9327',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.613463] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8dd8386e-203d-4d2b-8a88-4e61b6fb9327: rpc.has_security_group_logging(os_id): False [ 808.614692] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.614825] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.614896] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.615168] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.615326] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.615550] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.615716] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.615806] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.615952] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.616056] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.616150] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56ebc6dd-1d8d-45e9-9bf8-ae684b586851 is going to be updated. [ 808.638976] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.639142] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.639215] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.639436] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.639537] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.639799] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.639940] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.640022] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.640190] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.640314] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.640468] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.640543] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.640591] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.640772] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.640832] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.641031] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.641116] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.641171] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.641311] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.641384] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.641482] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8dd8386e-203d-4d2b-8a88-4e61b6fb9327 is going to be created. [ 808.655263] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.655488] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.655601] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.655731] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.655891] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.665021] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56ebc6dd-1d8d-45e9-9bf8-ae684b586851 in Status: IN_PROGRESS for 2s [ 808.706606] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.706817] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.706919] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.707104] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.707302] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.722089] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dd8386e-203d-4d2b-8a88-4e61b6fb9327 in Status: IN_PROGRESS for 2s [ 809.117286] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8dd8386e-203d-4d2b-8a88-4e61b6fb9327',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.619897] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.620084] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.620183] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.620385] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.620502] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.620607] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dd8386e-203d-4d2b-8a88-4e61b6fb9327 is going to be updated. [ 809.649284] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.649284] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.649284] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.649284] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.649472] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.659057] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dd8386e-203d-4d2b-8a88-4e61b6fb9327 in Status: IN_PROGRESS for 2s [ 809.855376] env[67081]: INFO networking_nsxv3.common.synchronization [None req-281d6371-baf7-46d4-9c10-b9e8b24aab09 None None] Enqueued Resource ID: 5d7274a8-b929-4f40-b857-ab0c045134ce with Priority: HIGHEST for action port [ 809.855855] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d7274a8-b929-4f40-b857-ab0c045134ce with Priority: HIGHEST for action port [ 809.856163] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d7274a8-b929-4f40-b857-ab0c045134ce taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.856283] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d7274a8-b929-4f40-b857-ab0c045134ce" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.856348] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d7274a8-b929-4f40-b857-ab0c045134ce" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.856597] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d7274a8-b929-4f40-b857-ab0c045134ce" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.856738] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d7274a8-b929-4f40-b857-ab0c045134ce',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.359531] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d7274a8-b929-4f40-b857-ab0c045134ce [ 810.359531] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.359531] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.359531] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.362759] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.362759] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.362759] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d7274a8-b929-4f40-b857-ab0c045134ce already deleted. [ 810.362759] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d7274a8-b929-4f40-b857-ab0c045134ce" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.676829] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56ebc6dd-1d8d-45e9-9bf8-ae684b586851 in Status: SUCCESS [ 810.677401] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56ebc6dd-1d8d-45e9-9bf8-ae684b586851 deletion is rescheduled due to dependency. [ 810.677538] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56ebc6dd-1d8d-45e9-9bf8-ae684b586851" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.737971] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dd8386e-203d-4d2b-8a88-4e61b6fb9327 in Status: SUCCESS [ 810.737971] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.737971] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.737971] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.737971] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8dd8386e-203d-4d2b-8a88-4e61b6fb9327',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.242594] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.242733] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.671438] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dd8386e-203d-4d2b-8a88-4e61b6fb9327 in Status: SUCCESS [ 811.671438] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.671438] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.671438] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.671438] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.671438] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.671438] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.671438] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.671438] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.671438] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.671438] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8dd8386e-203d-4d2b-8a88-4e61b6fb9327',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.174556] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.174656] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.174711] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.174949] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.175137] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.175261] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.175327] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.175736] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.175736] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.175736] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.175844] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.175937] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.175986] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.176156] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.176294] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.176423] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.176459] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.176581] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.176663] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.176774] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.176869] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8dd8386e-203d-4d2b-8a88-4e61b6fb9327',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.683071] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8dd8386e-203d-4d2b-8a88-4e61b6fb9327: rpc.has_security_group_logging(os_id): False [ 812.700114] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.700449] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.700614] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.701172] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.701375] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.701922] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.702237] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.702477] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.702878] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.703173] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.703653] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.703892] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.705445] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.705445] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.705445] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.705445] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.705445] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.705445] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.705445] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.705445] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.705445] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8dd8386e-203d-4d2b-8a88-4e61b6fb9327 is going to be updated. [ 812.773703] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.775130] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.776853] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.777068] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.777255] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.798869] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dd8386e-203d-4d2b-8a88-4e61b6fb9327 in Status: IN_PROGRESS for 2s [ 812.807575] env[67081]: INFO networking_nsxv3.common.synchronization [None req-99df9f2c-ec82-453d-b9bf-e00bf6b60955 None None] Enqueued Resource ID: a5acf196-2ad8-4f46-b445-536632abdc83 with Priority: HIGHEST for action port [ 812.807992] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5acf196-2ad8-4f46-b445-536632abdc83 with Priority: HIGHEST for action port [ 812.808439] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5acf196-2ad8-4f46-b445-536632abdc83 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.808678] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5acf196-2ad8-4f46-b445-536632abdc83" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.808678] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5acf196-2ad8-4f46-b445-536632abdc83" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.808871] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5acf196-2ad8-4f46-b445-536632abdc83" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.808969] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5acf196-2ad8-4f46-b445-536632abdc83',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.871330] env[67081]: INFO networking_nsxv3.common.synchronization [None req-cbdf665f-a0ff-4ea2-872c-60e9521a6610 None None] Enqueued Resource ID: cc4d42b5-06c8-44cb-ae15-63a921a9ea53 with Priority: HIGHEST for action port [ 812.871829] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc4d42b5-06c8-44cb-ae15-63a921a9ea53 with Priority: HIGHEST for action port [ 812.872141] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc4d42b5-06c8-44cb-ae15-63a921a9ea53 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.872592] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc4d42b5-06c8-44cb-ae15-63a921a9ea53" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.872676] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc4d42b5-06c8-44cb-ae15-63a921a9ea53" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.872962] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc4d42b5-06c8-44cb-ae15-63a921a9ea53" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.873086] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc4d42b5-06c8-44cb-ae15-63a921a9ea53',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.312380] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a5acf196-2ad8-4f46-b445-536632abdc83 [ 813.317185] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.317185] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.317185] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.317185] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.317185] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.317403] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a5acf196-2ad8-4f46-b445-536632abdc83 already deleted. [ 813.317403] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5acf196-2ad8-4f46-b445-536632abdc83" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.374871] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc4d42b5-06c8-44cb-ae15-63a921a9ea53 [ 813.375146] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.377585] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.377585] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.377585] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.377585] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.377585] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc4d42b5-06c8-44cb-ae15-63a921a9ea53 already deleted. [ 813.377585] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc4d42b5-06c8-44cb-ae15-63a921a9ea53" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.430214] env[67081]: INFO networking_nsxv3.common.synchronization [None req-f9f87f9e-8a3e-4ffc-823c-746298429cda None None] Enqueued Resource ID: f8a006d1-888d-4521-9d01-cb160a049d95 with Priority: HIGHEST for action port [ 814.430955] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8a006d1-888d-4521-9d01-cb160a049d95 with Priority: HIGHEST for action port [ 814.433113] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8a006d1-888d-4521-9d01-cb160a049d95 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.433113] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8a006d1-888d-4521-9d01-cb160a049d95" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.433113] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8a006d1-888d-4521-9d01-cb160a049d95" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.433113] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8a006d1-888d-4521-9d01-cb160a049d95" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.433113] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8a006d1-888d-4521-9d01-cb160a049d95',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.816630] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dd8386e-203d-4d2b-8a88-4e61b6fb9327 in Status: SUCCESS [ 814.816630] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.935762] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f8a006d1-888d-4521-9d01-cb160a049d95 [ 814.939584] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.939584] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.939757] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.940101] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.940101] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.940101] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f8a006d1-888d-4521-9d01-cb160a049d95 already deleted. [ 814.940270] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8a006d1-888d-4521-9d01-cb160a049d95" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.568372] env[67081]: INFO networking_nsxv3.common.synchronization [None req-31322780-184e-4aa3-a891-000f4789bf53 None None] Enqueued Resource ID: 1fa6aca9-276b-4b4f-a102-5e03e234a1f3 with Priority: HIGHEST for action port [ 815.568372] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fa6aca9-276b-4b4f-a102-5e03e234a1f3 with Priority: HIGHEST for action port [ 815.568372] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-1fa6aca9-276b-4b4f-a102-5e03e234a1f3 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.568867] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1fa6aca9-276b-4b4f-a102-5e03e234a1f3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.568867] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1fa6aca9-276b-4b4f-a102-5e03e234a1f3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.568939] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1fa6aca9-276b-4b4f-a102-5e03e234a1f3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.568982] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fa6aca9-276b-4b4f-a102-5e03e234a1f3',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.638157] env[67081]: INFO networking_nsxv3.common.synchronization [None req-f00f56f7-5a77-40d6-b001-2b20b64d2105 None None] Enqueued Resource ID: 13e16fcc-2765-4a62-b179-4b15b3842353 with Priority: HIGHEST for action port [ 815.638785] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13e16fcc-2765-4a62-b179-4b15b3842353 with Priority: HIGHEST for action port [ 815.643730] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-13e16fcc-2765-4a62-b179-4b15b3842353 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.643730] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13e16fcc-2765-4a62-b179-4b15b3842353" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.643730] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13e16fcc-2765-4a62-b179-4b15b3842353" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.643730] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13e16fcc-2765-4a62-b179-4b15b3842353" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.643730] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13e16fcc-2765-4a62-b179-4b15b3842353',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.994890] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.995349] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.995349] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.995436] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.995883] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.071592] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1fa6aca9-276b-4b4f-a102-5e03e234a1f3 [ 816.071592] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.071592] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.071592] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.075181] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.075291] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.076235] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1fa6aca9-276b-4b4f-a102-5e03e234a1f3 already deleted. [ 816.076235] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1fa6aca9-276b-4b4f-a102-5e03e234a1f3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.147445] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 13e16fcc-2765-4a62-b179-4b15b3842353 [ 816.147753] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.147864] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.147864] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.148107] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.148200] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.148296] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:13e16fcc-2765-4a62-b179-4b15b3842353 already deleted. [ 816.148380] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13e16fcc-2765-4a62-b179-4b15b3842353" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.503037] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.880915] env[67081]: INFO networking_nsxv3.common.synchronization [None req-6d4a8426-c43c-4e82-9767-6c8ff7584afe tempest-AttachVolumeTestJSON-152085375 tempest-AttachVolumeTestJSON-152085375-project-member] Enqueued Resource ID: c143b447-a92f-49eb-b662-0b1f4687cf5c with Priority: HIGHEST for action security_group_rules [ 816.881598] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c143b447-a92f-49eb-b662-0b1f4687cf5c with Priority: HIGHEST for action security_group_rules [ 816.883955] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c143b447-a92f-49eb-b662-0b1f4687cf5c taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.884122] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c143b447-a92f-49eb-b662-0b1f4687cf5c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.884619] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c143b447-a92f-49eb-b662-0b1f4687cf5c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.884619] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c143b447-a92f-49eb-b662-0b1f4687cf5c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.884619] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c143b447-a92f-49eb-b662-0b1f4687cf5c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.005851] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.066537] env[67081]: INFO networking_nsxv3.common.synchronization [None req-90691882-85e2-4a9a-bdf2-1531ebc3064e tempest-AttachVolumeTestJSON-152085375 tempest-AttachVolumeTestJSON-152085375-project-member] Enqueued Resource ID: c143b447-a92f-49eb-b662-0b1f4687cf5c with Priority: HIGHEST for action security_group_rules [ 817.069423] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c143b447-a92f-49eb-b662-0b1f4687cf5c with Priority: HIGHEST for action security_group_rules [ 817.069423] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c143b447-a92f-49eb-b662-0b1f4687cf5c taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.069423] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c143b447-a92f-49eb-b662-0b1f4687cf5c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.414430] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.414613] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.414613] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.415752] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.415752] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.415752] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c143b447-a92f-49eb-b662-0b1f4687cf5c already deleted. [ 817.415752] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c143b447-a92f-49eb-b662-0b1f4687cf5c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.415752] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c143b447-a92f-49eb-b662-0b1f4687cf5c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.415752] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c143b447-a92f-49eb-b662-0b1f4687cf5c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.415752] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c143b447-a92f-49eb-b662-0b1f4687cf5c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.458320] env[67081]: INFO networking_nsxv3.common.synchronization [req-5caae5ac-d186-4c9c-af01-c3b3698f27df req-94b53817-7c27-4ffb-a973-be6d687b48a0 tempest-ListServerFiltersTestJSON-205465944 tempest-ListServerFiltersTestJSON-205465944-project-member] Enqueued Resource ID: 8dd8386e-203d-4d2b-8a88-4e61b6fb9327 with Priority: HIGHEST for action security_group_members [ 817.459647] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dd8386e-203d-4d2b-8a88-4e61b6fb9327 with Priority: HIGHEST for action security_group_members [ 817.459647] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.459647] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.459647] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.459905] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.459905] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.459905] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.460054] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.460152] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.460233] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.460330] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dd8386e-203d-4d2b-8a88-4e61b6fb9327',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.509806] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 817.509806] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 817.707772] env[67081]: INFO networking_nsxv3.common.synchronization [None req-479588a9-f6e5-45b8-bc45-b30da6b27d7e None None] Enqueued Resource ID: f03f1181-5597-4da3-828b-60deacf42302 with Priority: HIGHEST for action port [ 817.707916] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f03f1181-5597-4da3-828b-60deacf42302 with Priority: HIGHEST for action port [ 817.709535] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-f03f1181-5597-4da3-828b-60deacf42302 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.709535] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f03f1181-5597-4da3-828b-60deacf42302" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.709535] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f03f1181-5597-4da3-828b-60deacf42302" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.709535] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f03f1181-5597-4da3-828b-60deacf42302" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.709777] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f03f1181-5597-4da3-828b-60deacf42302',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.939226] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.940036] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.940036] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.940221] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.941231] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.941458] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c143b447-a92f-49eb-b662-0b1f4687cf5c already deleted. [ 817.941598] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c143b447-a92f-49eb-b662-0b1f4687cf5c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.962702] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8dd8386e-203d-4d2b-8a88-4e61b6fb9327',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.027059] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-290 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.027290] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-290" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.027410] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-290" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.027660] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-290" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.027918] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.028270] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.028426] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.028724] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.028944] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.029147] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 818.029252] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 818.029354] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 818.029454] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 818.029555] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 818.029653] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 818.029779] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 818.052344] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 818.052545] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 818.052684] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 818.052886] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-290" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.053225] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-e602e734-9eda-439d-a835-55bf860d77bf taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.053397] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-e602e734-9eda-439d-a835-55bf860d77bf" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.053536] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-e602e734-9eda-439d-a835-55bf860d77bf" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.053890] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-e602e734-9eda-439d-a835-55bf860d77bf" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.054437] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e602e734-9eda-439d-a835-55bf860d77bf',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.215453] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f03f1181-5597-4da3-828b-60deacf42302 [ 818.215734] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.215942] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.216728] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.216728] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.216728] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.216728] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f03f1181-5597-4da3-828b-60deacf42302 already deleted. [ 818.216728] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f03f1181-5597-4da3-828b-60deacf42302" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.425024] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.425024] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.425024] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.425024] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.441962] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 818.442850] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.444094] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 818.465885] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8dd8386e-203d-4d2b-8a88-4e61b6fb9327',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.471856] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.472117] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.472224] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.472451] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.481430] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.482284] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 818.482395] env[67081]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=67081) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 818.482918] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 818.523285] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.523285] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.523285] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.523285] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.527293] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.527293] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 818.558285] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.558285] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.558285] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.558606] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.558779] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.558898] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port e602e734-9eda-439d-a835-55bf860d77bf not found, creating... [ 818.559439] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.559936] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.559936] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.560196] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.560196] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.560600] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.560852] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.560923] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.561437] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.561437] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.561625] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: e602e734-9eda-439d-a835-55bf860d77bf is going to be created. [ 818.582846] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.584623] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.584944] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.585361] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.585907] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.589295] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-e602e734-9eda-439d-a835-55bf860d77bf" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.594017] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.594017] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.594017] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.594017] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.594017] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.594017] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 818.709093] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.711018] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.711018] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.711018] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.711018] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.711018] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:35. [ 818.711018] env[67081]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'8dd8386e-203d-4d2b-8a88-4e61b6fb9327', '9e0b8b08-e8c2-403f-804c-733324bcff0f', '20929c55-6b33-4e90-ba3b-d66d009919a9', 'a8f46851-af8e-4af7-b65f-39c856227c9c', 'dbd93421-0fd7-48da-a81c-1a02124d9f9d', 'e06edfd6-c4b3-455a-9b26-cb6d7782d647', '5a477966-3ef0-4a03-b2a6-b8574a53a584', '8866959b-93f8-4465-93ba-9f20bba6c646', '43818875-dddd-43f6-8287-4133a7963db6', '4340cbb7-1752-4e7c-ab46-19add54aec1b', 'f452a37f-2052-4f91-9419-cc330152f0a5', '100e759b-2ab6-4dfe-832e-cd551a07e6c5', '8f63994b-213c-4ce6-9b59-7c60340090b4', '9ae55836-e357-4f35-8f11-69a73c5ec71f', '6038c50b-d4b3-448e-9cbc-ede2abee73d1', 'd43effa5-96f7-4264-ac8c-7c886969ceb2', '97e67a48-8cb3-4465-bdb6-8d224de4962b', 'd224054b-9b0a-4d4c-aaae-f45e29d253fd', '1e57a340-d015-4bae-94e4-670238c5e18c', '1eef0506-1c43-4aa3-8ce6-a2f56673c16f', '64a27b36-8b8e-42f1-836b-96834f6b861d', 'abaf779c-19f8-409b-b043-d56e2b6090ed', 'f407e753-36b9-4d29-9bad-ed7298e69551', '5d23e0f9-909e-42bf-b987-26aec8449c9f', '6252e64a-b311-40e1-bced-0dc0bf08891f', 'f33d9ba0-64e9-4da6-ae3b-c1d2fc03c9e5', '7f98ff5e-f9eb-42fb-a29e-1d616573e521', 'ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7', '6876f33a-0b60-4fe1-886b-4f6478aaa7ec', '3e66637a-d682-4882-98f8-43ffc317f453', '56ebc6dd-1d8d-45e9-9bf8-ae684b586851', '3ba94cb2-032c-497d-a340-5e5549498be8', 'b681163c-65aa-4fad-9551-9cdde77f823b', '41cfbbca-2c57-46e4-8ba3-61c3ee0e5b25', '371f8e0f-1704-4d94-96b5-c69c3b294cfb'} {{(pid=67081) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 818.711018] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 818.734925] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.735110] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.735311] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.735406] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.735492] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.735676] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 818.735759] env[67081]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=67081) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 818.735838] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 818.811286] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.811473] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.811581] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.811764] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.812760] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.813173] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 818.813340] env[67081]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=67081) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 818.813340] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 818.813545] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 818.813545] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/35 resources of Type:Security Group Rules [ 818.813545] env[67081]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8dd8386e-203d-4d2b-8a88-4e61b6fb9327 with Priority: HIGH for action security_group_rules [ 818.813700] env[67081]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9e0b8b08-e8c2-403f-804c-733324bcff0f with Priority: HIGH for action security_group_rules [ 818.813700] env[67081]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 20929c55-6b33-4e90-ba3b-d66d009919a9 with Priority: HIGH for action security_group_rules [ 818.813700] env[67081]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a8f46851-af8e-4af7-b65f-39c856227c9c with Priority: HIGH for action security_group_rules [ 818.813816] env[67081]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dbd93421-0fd7-48da-a81c-1a02124d9f9d with Priority: HIGH for action security_group_rules [ 818.813876] env[67081]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 with Priority: HIGH for action security_group_rules [ 818.813953] env[67081]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5a477966-3ef0-4a03-b2a6-b8574a53a584 with Priority: HIGH for action security_group_rules [ 818.814070] env[67081]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8866959b-93f8-4465-93ba-9f20bba6c646 with Priority: HIGH for action security_group_rules [ 818.814169] env[67081]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 43818875-dddd-43f6-8287-4133a7963db6 with Priority: HIGH for action security_group_rules [ 818.814169] env[67081]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4340cbb7-1752-4e7c-ab46-19add54aec1b with Priority: HIGH for action security_group_rules [ 818.814271] env[67081]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f452a37f-2052-4f91-9419-cc330152f0a5 with Priority: HIGH for action security_group_rules [ 818.814339] env[67081]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 100e759b-2ab6-4dfe-832e-cd551a07e6c5 with Priority: HIGH for action security_group_rules [ 818.814339] env[67081]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8f63994b-213c-4ce6-9b59-7c60340090b4 with Priority: HIGH for action security_group_rules [ 818.814435] env[67081]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f with Priority: HIGH for action security_group_rules [ 818.814482] env[67081]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6038c50b-d4b3-448e-9cbc-ede2abee73d1 with Priority: HIGH for action security_group_rules [ 818.814534] env[67081]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 with Priority: HIGH for action security_group_rules [ 818.814580] env[67081]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 97e67a48-8cb3-4465-bdb6-8d224de4962b with Priority: HIGH for action security_group_rules [ 818.814626] env[67081]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d224054b-9b0a-4d4c-aaae-f45e29d253fd with Priority: HIGH for action security_group_rules [ 818.814691] env[67081]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1e57a340-d015-4bae-94e4-670238c5e18c with Priority: HIGH for action security_group_rules [ 818.814748] env[67081]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f with Priority: HIGH for action security_group_rules [ 818.814861] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.968215] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.968652] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.968652] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.968652] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.968883] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.968883] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dd8386e-203d-4d2b-8a88-4e61b6fb9327 is going to be updated. [ 819.008689] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.008689] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.008689] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.008689] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.008689] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.019427] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dd8386e-203d-4d2b-8a88-4e61b6fb9327 in Status: IN_PROGRESS for 2s [ 819.425016] env[67081]: INFO networking_nsxv3.common.synchronization [req-5caae5ac-d186-4c9c-af01-c3b3698f27df req-6fa5b18f-857e-422d-a11b-b148e46a4c02 service nova] Enqueued Resource ID: 8dd8386e-203d-4d2b-8a88-4e61b6fb9327 with Priority: HIGHEST for action security_group_rules [ 819.425318] env[67081]: INFO networking_nsxv3.common.synchronization [req-5caae5ac-d186-4c9c-af01-c3b3698f27df req-6fa5b18f-857e-422d-a11b-b148e46a4c02 service nova] Enqueued Resource ID: 8dd8386e-203d-4d2b-8a88-4e61b6fb9327 with Priority: HIGHEST for action security_group_members [ 819.426037] env[67081]: INFO networking_nsxv3.common.synchronization [req-5caae5ac-d186-4c9c-af01-c3b3698f27df req-6fa5b18f-857e-422d-a11b-b148e46a4c02 service nova] Enqueued Resource ID: e602e734-9eda-439d-a835-55bf860d77bf with Priority: HIGHEST for action port [ 819.426502] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dd8386e-203d-4d2b-8a88-4e61b6fb9327 with Priority: HIGHEST for action security_group_rules [ 819.426688] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dd8386e-203d-4d2b-8a88-4e61b6fb9327 with Priority: HIGHEST for action security_group_members [ 819.426945] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e602e734-9eda-439d-a835-55bf860d77bf with Priority: HIGHEST for action port [ 819.427045] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dd8386e-203d-4d2b-8a88-4e61b6fb9327 with Priority: HIGH for action security_group_rules [ 819.427228] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20929c55-6b33-4e90-ba3b-d66d009919a9 with Priority: HIGH for action security_group_rules [ 819.427398] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a477966-3ef0-4a03-b2a6-b8574a53a584 with Priority: HIGH for action security_group_rules [ 819.429013] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6038c50b-d4b3-448e-9cbc-ede2abee73d1 with Priority: HIGH for action security_group_rules [ 819.429013] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f with Priority: HIGH for action security_group_rules [ 819.429013] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e57a340-d015-4bae-94e4-670238c5e18c with Priority: HIGH for action security_group_rules [ 819.429013] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d224054b-9b0a-4d4c-aaae-f45e29d253fd with Priority: HIGH for action security_group_rules [ 819.429013] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97e67a48-8cb3-4465-bdb6-8d224de4962b with Priority: HIGH for action security_group_rules [ 819.431788] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f with Priority: HIGH for action security_group_rules [ 819.433218] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 with Priority: HIGH for action security_group_rules [ 819.433409] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f63994b-213c-4ce6-9b59-7c60340090b4 with Priority: HIGH for action security_group_rules [ 819.433547] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 100e759b-2ab6-4dfe-832e-cd551a07e6c5 with Priority: HIGH for action security_group_rules [ 819.433726] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f452a37f-2052-4f91-9419-cc330152f0a5 with Priority: HIGH for action security_group_rules [ 819.433726] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4340cbb7-1752-4e7c-ab46-19add54aec1b with Priority: HIGH for action security_group_rules [ 819.433839] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43818875-dddd-43f6-8287-4133a7963db6 with Priority: HIGH for action security_group_rules [ 819.433877] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 with Priority: HIGH for action security_group_rules [ 819.433965] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8866959b-93f8-4465-93ba-9f20bba6c646 with Priority: HIGH for action security_group_rules [ 819.434080] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbd93421-0fd7-48da-a81c-1a02124d9f9d with Priority: HIGH for action security_group_rules [ 819.434207] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e0b8b08-e8c2-403f-804c-733324bcff0f with Priority: HIGH for action security_group_rules [ 819.434311] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8f46851-af8e-4af7-b65f-39c856227c9c with Priority: HIGH for action security_group_rules [ 819.434783] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8dd8386e-203d-4d2b-8a88-4e61b6fb9327 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.434783] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.434929] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.435510] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.435807] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8dd8386e-203d-4d2b-8a88-4e61b6fb9327',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.437611] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.437710] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.437973] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-e602e734-9eda-439d-a835-55bf860d77bf taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.438141] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e602e734-9eda-439d-a835-55bf860d77bf" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.438206] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e602e734-9eda-439d-a835-55bf860d77bf" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.438401] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e602e734-9eda-439d-a835-55bf860d77bf" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.438503] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e602e734-9eda-439d-a835-55bf860d77bf',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.439450] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8dd8386e-203d-4d2b-8a88-4e61b6fb9327 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.439544] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.439746] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20929c55-6b33-4e90-ba3b-d66d009919a9 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.439850] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.439914] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.440121] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.440189] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20929c55-6b33-4e90-ba3b-d66d009919a9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.441012] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a477966-3ef0-4a03-b2a6-b8574a53a584 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.441136] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a477966-3ef0-4a03-b2a6-b8574a53a584" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.441257] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a477966-3ef0-4a03-b2a6-b8574a53a584" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.441467] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a477966-3ef0-4a03-b2a6-b8574a53a584" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.441467] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a477966-3ef0-4a03-b2a6-b8574a53a584',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.604820] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6038c50b-d4b3-448e-9cbc-ede2abee73d1 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.605120] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6038c50b-d4b3-448e-9cbc-ede2abee73d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.605189] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6038c50b-d4b3-448e-9cbc-ede2abee73d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.605479] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6038c50b-d4b3-448e-9cbc-ede2abee73d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.605696] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6038c50b-d4b3-448e-9cbc-ede2abee73d1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.607302] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1eef0506-1c43-4aa3-8ce6-a2f56673c16f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.607461] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.607665] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.609058] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.609058] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1eef0506-1c43-4aa3-8ce6-a2f56673c16f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.609362] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e57a340-d015-4bae-94e4-670238c5e18c taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.609504] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.609655] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.610064] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.610173] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e57a340-d015-4bae-94e4-670238c5e18c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.611888] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d224054b-9b0a-4d4c-aaae-f45e29d253fd taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.612071] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d224054b-9b0a-4d4c-aaae-f45e29d253fd" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.612162] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d224054b-9b0a-4d4c-aaae-f45e29d253fd" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.613491] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d224054b-9b0a-4d4c-aaae-f45e29d253fd" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.614026] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d224054b-9b0a-4d4c-aaae-f45e29d253fd',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.614729] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97e67a48-8cb3-4465-bdb6-8d224de4962b taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.614854] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97e67a48-8cb3-4465-bdb6-8d224de4962b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.614900] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97e67a48-8cb3-4465-bdb6-8d224de4962b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.615251] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97e67a48-8cb3-4465-bdb6-8d224de4962b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.615344] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97e67a48-8cb3-4465-bdb6-8d224de4962b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.617034] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ae55836-e357-4f35-8f11-69a73c5ec71f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.617034] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.617034] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.617197] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.617245] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ae55836-e357-4f35-8f11-69a73c5ec71f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.618415] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d43effa5-96f7-4264-ac8c-7c886969ceb2 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.618415] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.618415] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.618586] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.618586] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d43effa5-96f7-4264-ac8c-7c886969ceb2',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.618782] env[67081]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 819.619526] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f63994b-213c-4ce6-9b59-7c60340090b4 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.619621] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f63994b-213c-4ce6-9b59-7c60340090b4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.619673] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f63994b-213c-4ce6-9b59-7c60340090b4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.619807] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f63994b-213c-4ce6-9b59-7c60340090b4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.619875] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f63994b-213c-4ce6-9b59-7c60340090b4',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.620862] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-100e759b-2ab6-4dfe-832e-cd551a07e6c5 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.620963] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-100e759b-2ab6-4dfe-832e-cd551a07e6c5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.621032] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-100e759b-2ab6-4dfe-832e-cd551a07e6c5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.621158] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-100e759b-2ab6-4dfe-832e-cd551a07e6c5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.621230] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('100e759b-2ab6-4dfe-832e-cd551a07e6c5',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.622068] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f452a37f-2052-4f91-9419-cc330152f0a5 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.622167] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f452a37f-2052-4f91-9419-cc330152f0a5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.623023] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f452a37f-2052-4f91-9419-cc330152f0a5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.623023] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f452a37f-2052-4f91-9419-cc330152f0a5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.623023] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f452a37f-2052-4f91-9419-cc330152f0a5',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.623652] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4340cbb7-1752-4e7c-ab46-19add54aec1b taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.623652] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4340cbb7-1752-4e7c-ab46-19add54aec1b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.623652] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4340cbb7-1752-4e7c-ab46-19add54aec1b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.623652] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4340cbb7-1752-4e7c-ab46-19add54aec1b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.623652] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4340cbb7-1752-4e7c-ab46-19add54aec1b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.624549] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43818875-dddd-43f6-8287-4133a7963db6 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.624646] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43818875-dddd-43f6-8287-4133a7963db6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.624766] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43818875-dddd-43f6-8287-4133a7963db6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.624885] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43818875-dddd-43f6-8287-4133a7963db6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.624957] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43818875-dddd-43f6-8287-4133a7963db6',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.625805] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e06edfd6-c4b3-455a-9b26-cb6d7782d647 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.625906] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.625951] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.626323] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.626323] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e06edfd6-c4b3-455a-9b26-cb6d7782d647',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.626955] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8866959b-93f8-4465-93ba-9f20bba6c646 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.627097] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.627149] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.627635] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.627635] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8866959b-93f8-4465-93ba-9f20bba6c646',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.628265] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbd93421-0fd7-48da-a81c-1a02124d9f9d taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.628369] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbd93421-0fd7-48da-a81c-1a02124d9f9d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.628433] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbd93421-0fd7-48da-a81c-1a02124d9f9d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.629241] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbd93421-0fd7-48da-a81c-1a02124d9f9d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.629241] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbd93421-0fd7-48da-a81c-1a02124d9f9d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.629478] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e0b8b08-e8c2-403f-804c-733324bcff0f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.629710] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e0b8b08-e8c2-403f-804c-733324bcff0f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.629710] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e0b8b08-e8c2-403f-804c-733324bcff0f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.629873] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e0b8b08-e8c2-403f-804c-733324bcff0f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.629873] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e0b8b08-e8c2-403f-804c-733324bcff0f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.631109] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8f46851-af8e-4af7-b65f-39c856227c9c taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.631109] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8f46851-af8e-4af7-b65f-39c856227c9c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.631255] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8f46851-af8e-4af7-b65f-39c856227c9c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.631304] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8f46851-af8e-4af7-b65f-39c856227c9c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.631342] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8f46851-af8e-4af7-b65f-39c856227c9c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.631552] env[67081]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 819.633925] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.634052] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.634598] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e602e734-9eda-439d-a835-55bf860d77bf with status ACTIVE [ 819.634766] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.634855] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.634855] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.635175] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.635175] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.635559] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.635559] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.635559] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.635559] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.635707] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.635781] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.635871] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.635933] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.636106] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.636181] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.636261] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e602e734-9eda-439d-a835-55bf860d77bf is going to be updated. [ 819.640068] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-20929c55-6b33-4e90-ba3b-d66d009919a9 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.640068] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.640068] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.640068] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.640068] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.640068] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.640068] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.640068] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.640068] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.640068] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.640068] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20929c55-6b33-4e90-ba3b-d66d009919a9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.668734] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.668869] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.668869] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.669173] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.671578] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.671578] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e602e734-9eda-439d-a835-55bf860d77bf" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.143586] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-20929c55-6b33-4e90-ba3b-d66d009919a9 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.143896] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.143979] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.145310] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.145622] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.146628] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.146628] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.146628] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.146628] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.146628] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.146902] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-20929c55-6b33-4e90-ba3b-d66d009919a9 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.147071] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.147168] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.147428] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.147660] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.149191] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.149191] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.149191] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.149191] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.149191] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.149191] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20929c55-6b33-4e90-ba3b-d66d009919a9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.180521] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-d43effa5-96f7-4264-ac8c-7c886969ceb2 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.180695] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.180820] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.181581] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.181581] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.181581] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.181581] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.181581] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.181581] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.181958] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.181958] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d43effa5-96f7-4264-ac8c-7c886969ceb2',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.191073] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-4340cbb7-1752-4e7c-ab46-19add54aec1b taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.191360] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4340cbb7-1752-4e7c-ab46-19add54aec1b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.191447] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4340cbb7-1752-4e7c-ab46-19add54aec1b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.191722] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4340cbb7-1752-4e7c-ab46-19add54aec1b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.192342] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.192342] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.192342] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.192342] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.192531] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.192531] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4340cbb7-1752-4e7c-ab46-19add54aec1b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.192600] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4340cbb7-1752-4e7c-ab46-19add54aec1b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.193804] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e06edfd6-c4b3-455a-9b26-cb6d7782d647 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.194011] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.194136] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.194757] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.194757] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.194757] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.195017] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.195188] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.195423] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.195423] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.195992] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e06edfd6-c4b3-455a-9b26-cb6d7782d647',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.198150] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.198150] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.198352] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.199323] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.199323] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.199323] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.199323] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.199865] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.199865] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.199865] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.199976] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1eef0506-1c43-4aa3-8ce6-a2f56673c16f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.207095] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.207261] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.207321] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.207527] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.246089] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.246275] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.259131] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.259303] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.259828] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.260020] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.263760] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.263923] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.264755] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.264853] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.265717] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.265830] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.266678] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.267810] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.268776] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.268776] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.269788] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.269788] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.270397] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.270516] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.271293] env[67081]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 820.272602] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.272722] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.273815] env[67081]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 820.274280] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.274410] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.275165] env[67081]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 820.275610] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.275746] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a477966-3ef0-4a03-b2a6-b8574a53a584 is going to be deleted. [ 820.277395] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.277549] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.277549] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.277874] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.304716] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.304875] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e57a340-d015-4bae-94e4-670238c5e18c is going to be deleted. [ 820.306034] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.306967] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.343041] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.343041] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8866959b-93f8-4465-93ba-9f20bba6c646 is going to be deleted. [ 820.344921] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.344921] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.369289] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.369543] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.370888] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.370888] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f63994b-213c-4ce6-9b59-7c60340090b4 is going to be deleted. [ 820.371675] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.371983] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.374775] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.374885] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.394081] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.394264] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbd93421-0fd7-48da-a81c-1a02124d9f9d is going to be deleted. [ 820.395489] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.395694] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.418975] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.418975] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8f46851-af8e-4af7-b65f-39c856227c9c is going to be deleted. [ 820.418975] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.418975] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.431811] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.431811] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.479210] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.479210] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.483219] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.483219] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43818875-dddd-43f6-8287-4133a7963db6 is going to be deleted. [ 820.485330] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.485330] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.486560] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.486677] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.535870] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.535870] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.587151] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.587397] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e0b8b08-e8c2-403f-804c-733324bcff0f is going to be deleted. [ 820.588432] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.588854] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.654229] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20929c55-6b33-4e90-ba3b-d66d009919a9: rpc.has_security_group_logging(os_id): False [ 820.703532] env[67081]: INFO networking_nsxv3.common.synchronization [None req-42a0f576-f7b4-48d3-841e-ac9460f49b57 None None] Enqueued Resource ID: 32227837-8802-4e5d-ab9b-b85aee5e3999 with Priority: HIGHEST for action port [ 820.704324] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32227837-8802-4e5d-ab9b-b85aee5e3999 with Priority: HIGHEST for action port [ 820.704736] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-32227837-8802-4e5d-ab9b-b85aee5e3999 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.704941] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32227837-8802-4e5d-ab9b-b85aee5e3999" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.705035] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32227837-8802-4e5d-ab9b-b85aee5e3999" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.705319] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32227837-8802-4e5d-ab9b-b85aee5e3999" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.705458] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32227837-8802-4e5d-ab9b-b85aee5e3999',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.707772] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4340cbb7-1752-4e7c-ab46-19add54aec1b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.710723] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e06edfd6-c4b3-455a-9b26-cb6d7782d647',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.711839] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-d43effa5-96f7-4264-ac8c-7c886969ceb2 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.711839] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.712081] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.712140] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.712362] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.712448] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.712997] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.712997] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.713211] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.713555] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.713764] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-d43effa5-96f7-4264-ac8c-7c886969ceb2 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.713919] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.714337] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.714337] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.714337] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.714540] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.714540] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.714635] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.714696] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.714790] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.714857] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d43effa5-96f7-4264-ac8c-7c886969ceb2',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.716584] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.716728] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.716728] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.716906] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.717100] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.717222] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.717303] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.717932] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.717932] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.718049] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.718186] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.718284] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.719208] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.719208] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.719208] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.719208] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.719419] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.719419] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.719489] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.719554] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.719640] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1eef0506-1c43-4aa3-8ce6-a2f56673c16f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.807468] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.807743] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f452a37f-2052-4f91-9419-cc330152f0a5 is going to be deleted. [ 820.808921] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.809203] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.811285] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.811455] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.827784] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.827958] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.854983] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.856120] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d224054b-9b0a-4d4c-aaae-f45e29d253fd is going to be deleted. [ 820.857618] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.857968] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.902493] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.902744] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.903729] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.903873] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97e67a48-8cb3-4465-bdb6-8d224de4962b is going to be deleted. [ 820.905054] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.905415] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.929256] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.929668] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.978495] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.978697] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f is going to be deleted. [ 820.979786] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.980106] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.996518] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.996662] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.030659] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.030816] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.055560] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dd8386e-203d-4d2b-8a88-4e61b6fb9327 in Status: SUCCESS [ 821.056164] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.056164] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.056344] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.056424] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.056557] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.056623] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.056795] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.056894] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.057017] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dd8386e-203d-4d2b-8a88-4e61b6fb9327',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.068682] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.068682] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 100e759b-2ab6-4dfe-832e-cd551a07e6c5 is going to be deleted. [ 821.068682] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.069181] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.107050] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.107425] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6038c50b-d4b3-448e-9cbc-ede2abee73d1 is going to be deleted. [ 821.109735] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.110011] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.110139] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.110272] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a477966-3ef0-4a03-b2a6-b8574a53a584" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.110458] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.110783] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.110783] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.110911] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.111571] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.112060] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.112060] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.112060] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.112296] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.112437] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.112761] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.112761] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f63994b-213c-4ce6-9b59-7c60340090b4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.112857] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.112969] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.113083] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.113224] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbd93421-0fd7-48da-a81c-1a02124d9f9d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.113398] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.113577] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.113667] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.113792] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8f46851-af8e-4af7-b65f-39c856227c9c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.113929] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.114131] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.163797] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.163797] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.173483] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.173737] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.173868] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.173932] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.174200] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.174307] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.174591] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.174924] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.174924] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.175043] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.175132] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.175360] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.175444] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.175527] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.175740] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.175815] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.175916] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20929c55-6b33-4e90-ba3b-d66d009919a9 is going to be updated. [ 821.179831] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.179831] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.179831] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.179831] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43818875-dddd-43f6-8287-4133a7963db6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.179831] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.179831] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.179831] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.179831] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e0b8b08-e8c2-403f-804c-733324bcff0f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.179831] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.179831] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.179831] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.179831] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f452a37f-2052-4f91-9419-cc330152f0a5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.179831] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.179831] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.179831] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.179831] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d224054b-9b0a-4d4c-aaae-f45e29d253fd" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.180365] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.180598] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.181123] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.181123] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97e67a48-8cb3-4465-bdb6-8d224de4962b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.181123] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.181123] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.181324] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.181324] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.210490] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4340cbb7-1752-4e7c-ab46-19add54aec1b: rpc.has_security_group_logging(os_id): False [ 821.212109] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 32227837-8802-4e5d-ab9b-b85aee5e3999 [ 821.212380] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.212520] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.212649] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.212858] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.212967] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.213125] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:32227837-8802-4e5d-ab9b-b85aee5e3999 already deleted. [ 821.213240] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32227837-8802-4e5d-ab9b-b85aee5e3999" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.217489] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e06edfd6-c4b3-455a-9b26-cb6d7782d647: rpc.has_security_group_logging(os_id): False [ 821.222365] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d43effa5-96f7-4264-ac8c-7c886969ceb2: rpc.has_security_group_logging(os_id): False [ 821.223546] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1eef0506-1c43-4aa3-8ce6-a2f56673c16f: rpc.has_security_group_logging(os_id): False [ 821.281976] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.282357] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.282559] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.282758] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.284665] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.284881] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.286840] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.287079] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.290831] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.291092] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.292044] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.292223] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.305404] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.305736] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.317185] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.317513] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.317691] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.317778] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.318418] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.318418] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.318510] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.318593] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.318727] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.318893] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.319029] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.319288] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.319407] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.319452] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.319604] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.319680] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.319782] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f is going to be updated. [ 821.321246] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.321372] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.396721] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.397087] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.397192] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.397261] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.397502] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.397625] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.397673] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4340cbb7-1752-4e7c-ab46-19add54aec1b is going to be updated. [ 821.398964] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.399868] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.457433] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.458148] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.468208] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.468808] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.468808] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.469023] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.469194] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.469288] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.469711] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.469784] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.469864] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.469997] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.470415] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.470415] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.470544] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.470579] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.470715] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.470863] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.470966] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 is going to be updated. [ 821.472196] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.472360] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.537785] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.538075] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.538310] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.538310] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.538442] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.538516] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.539081] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 is going to be updated. [ 821.541132] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.541637] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.542925] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.542925] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6038c50b-d4b3-448e-9cbc-ede2abee73d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.542925] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.542925] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.543284] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.544331] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.545228] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.545441] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.546102] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-100e759b-2ab6-4dfe-832e-cd551a07e6c5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.561943] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8dd8386e-203d-4d2b-8a88-4e61b6fb9327',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.589182] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20929c55-6b33-4e90-ba3b-d66d009919a9 in Status: IN_PROGRESS for 2s [ 821.599418] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.599726] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.599842] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.600096] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.600334] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.618337] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.618337] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.618337] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.618337] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.618337] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.632576] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f in Status: IN_PROGRESS for 2s [ 821.656138] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 in Status: IN_PROGRESS for 2s [ 821.675055] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.675629] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.675629] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.675820] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.675820] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.733025] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4340cbb7-1752-4e7c-ab46-19add54aec1b in Status: IN_PROGRESS for 2s [ 821.748326] env[67081]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 821.748326] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.748326] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.748326] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.748523] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.748523] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.775784] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 in Status: IN_PROGRESS for 2s [ 822.063794] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8dd8386e-203d-4d2b-8a88-4e61b6fb9327',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.445208] env[67081]: INFO networking_nsxv3.common.synchronization [req-4b872a78-8b43-464d-8f17-fa5e0f2e12f1 req-fcbdcc7a-e88a-4a4f-9b6e-2d2a6fe84267 tempest-SecurityGroupsTestJSON-346655069 tempest-SecurityGroupsTestJSON-346655069-project-member] Enqueued Resource ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 with Priority: HIGHEST for action security_group_members [ 822.445208] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 with Priority: HIGHEST for action security_group_members [ 822.445208] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.445208] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.445208] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.445977] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.446316] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.446584] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.446766] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.447079] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.447303] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.447517] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.568309] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.568309] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.568309] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.568309] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.568309] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.568309] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dd8386e-203d-4d2b-8a88-4e61b6fb9327 is going to be updated. [ 822.599079] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.599223] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.599303] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.599905] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.600065] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.611218] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dd8386e-203d-4d2b-8a88-4e61b6fb9327 in Status: IN_PROGRESS for 2s [ 822.859968] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock network-175 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.860187] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "network-175" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.860306] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "network-175" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.860635] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "network-175" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.860921] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.861296] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.861434] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.861654] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.861815] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.863042] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 822.863042] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 822.863042] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 822.863042] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 822.863042] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 822.863042] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 822.863042] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 822.885408] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 822.885577] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 822.885709] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 822.885893] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "network-175" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.886232] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock port-d73a6415-55bd-48d3-89b5-a823409acfa2 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.886406] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "port-d73a6415-55bd-48d3-89b5-a823409acfa2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.886534] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "port-d73a6415-55bd-48d3-89b5-a823409acfa2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.886897] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "port-d73a6415-55bd-48d3-89b5-a823409acfa2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.887053] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d73a6415-55bd-48d3-89b5-a823409acfa2',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.951014] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.951199] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.951269] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.951497] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.951589] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.951811] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.951923] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.951989] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.952170] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.952258] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.952348] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 already deleted. [ 822.952430] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.389433] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.389740] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.389909] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.390289] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.390479] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.390662] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Segment Port d73a6415-55bd-48d3-89b5-a823409acfa2 not found, creating... [ 823.391014] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.391228] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.391393] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.391666] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.391829] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.392144] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.392349] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.392508] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.392755] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.392962] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.393163] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Resource: SegmentPort with ID: d73a6415-55bd-48d3-89b5-a823409acfa2 is going to be created. [ 823.418990] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.419253] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.419375] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.419661] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.419893] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.420132] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "port-d73a6415-55bd-48d3-89b5-a823409acfa2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.606276] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20929c55-6b33-4e90-ba3b-d66d009919a9 in Status: SUCCESS [ 823.606601] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.646775] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f in Status: SUCCESS [ 823.646968] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.670113] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 in Status: SUCCESS [ 823.670361] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.745337] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4340cbb7-1752-4e7c-ab46-19add54aec1b in Status: SUCCESS [ 823.745861] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4340cbb7-1752-4e7c-ab46-19add54aec1b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.790137] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 in Status: SUCCESS [ 823.790379] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.163761] env[67081]: INFO networking_nsxv3.common.synchronization [req-4b872a78-8b43-464d-8f17-fa5e0f2e12f1 req-4825eef8-a976-469b-b7b6-c09b079278ee service nova] Enqueued Resource ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 with Priority: HIGHEST for action security_group_rules [ 824.163973] env[67081]: INFO networking_nsxv3.common.synchronization [req-4b872a78-8b43-464d-8f17-fa5e0f2e12f1 req-4825eef8-a976-469b-b7b6-c09b079278ee service nova] Enqueued Resource ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 with Priority: HIGHEST for action security_group_members [ 824.164128] env[67081]: INFO networking_nsxv3.common.synchronization [req-4b872a78-8b43-464d-8f17-fa5e0f2e12f1 req-4825eef8-a976-469b-b7b6-c09b079278ee service nova] Enqueued Resource ID: d73a6415-55bd-48d3-89b5-a823409acfa2 with Priority: HIGHEST for action port [ 824.165052] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 with Priority: HIGHEST for action security_group_rules [ 824.165052] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 with Priority: HIGHEST for action security_group_members [ 824.165052] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d73a6415-55bd-48d3-89b5-a823409acfa2 with Priority: HIGHEST for action port [ 824.165282] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.165400] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.165475] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.165749] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.165835] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.166938] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.167121] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.167189] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.167416] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.167603] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.167784] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.167784] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.167915] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.168026] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.168130] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.170980] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-d73a6415-55bd-48d3-89b5-a823409acfa2 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.170980] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d73a6415-55bd-48d3-89b5-a823409acfa2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.171164] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d73a6415-55bd-48d3-89b5-a823409acfa2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.171560] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d73a6415-55bd-48d3-89b5-a823409acfa2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.171610] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d73a6415-55bd-48d3-89b5-a823409acfa2',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.621946] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dd8386e-203d-4d2b-8a88-4e61b6fb9327 in Status: SUCCESS [ 824.622209] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.622428] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.622616] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.622854] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.623371] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.623371] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.623371] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.623371] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.623557] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.623557] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8dd8386e-203d-4d2b-8a88-4e61b6fb9327',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.673838] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.675041] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.675167] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.675832] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d73a6415-55bd-48d3-89b5-a823409acfa2 with status ACTIVE [ 824.675832] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.676076] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.676116] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.676317] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.676403] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.676578] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.676699] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.677087] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.677259] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.677346] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.677664] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.677664] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.677785] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.677819] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.677894] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.677978] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d73a6415-55bd-48d3-89b5-a823409acfa2 is going to be updated. [ 824.701128] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.701362] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.701362] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.701948] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.701948] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.702132] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d73a6415-55bd-48d3-89b5-a823409acfa2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.125529] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.125688] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.125751] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.125960] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.126149] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.126257] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.126341] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.126569] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.126855] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.126855] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.126999] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.127082] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.127137] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.127282] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.127415] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.127503] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.127555] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.127818] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.127818] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.127818] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.128007] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8dd8386e-203d-4d2b-8a88-4e61b6fb9327',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.176608] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.629929] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8dd8386e-203d-4d2b-8a88-4e61b6fb9327: rpc.has_security_group_logging(os_id): False [ 825.654427] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.654427] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.654427] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.654427] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.680021] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.680021] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.680021] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.680021] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.680021] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.680021] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.680021] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.680021] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.680021] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.680021] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.680021] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.680021] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.680021] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.680021] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.681616] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.681616] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.681616] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8dd8386e-203d-4d2b-8a88-4e61b6fb9327 is going to be updated. [ 825.684270] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.684270] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.684270] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.684270] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.684270] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.684270] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 is going to be created. [ 825.715277] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.715277] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.715277] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.715277] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.715277] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.727098] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 in Status: UNINITIALIZED for 2s [ 825.761935] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.761935] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.761935] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.761935] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.761935] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.781031] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dd8386e-203d-4d2b-8a88-4e61b6fb9327 in Status: IN_PROGRESS for 2s [ 826.089314] env[67081]: INFO networking_nsxv3.common.synchronization [None req-bb8ebeef-7c05-4cf5-a954-6d99064755d8 None None] Enqueued Resource ID: c2172103-eed3-4e20-bb0f-0113b80fa3b6 with Priority: HIGHEST for action port [ 826.089592] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2172103-eed3-4e20-bb0f-0113b80fa3b6 with Priority: HIGHEST for action port [ 826.089977] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2172103-eed3-4e20-bb0f-0113b80fa3b6 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.090160] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2172103-eed3-4e20-bb0f-0113b80fa3b6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.090253] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2172103-eed3-4e20-bb0f-0113b80fa3b6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.090538] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2172103-eed3-4e20-bb0f-0113b80fa3b6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.090669] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2172103-eed3-4e20-bb0f-0113b80fa3b6',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.596755] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c2172103-eed3-4e20-bb0f-0113b80fa3b6 [ 826.596755] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.596755] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.596755] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.596755] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.597318] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.597318] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c2172103-eed3-4e20-bb0f-0113b80fa3b6 already deleted. [ 826.597441] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2172103-eed3-4e20-bb0f-0113b80fa3b6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.692775] env[67081]: INFO networking_nsxv3.common.synchronization [req-4f287ff1-1967-403c-afff-04f00c669de2 req-dcdad204-aa3c-4ae8-8be2-3a7ad64f9f07 tempest-ImagesTestJSON-1520802003 tempest-ImagesTestJSON-1520802003-project-member] Enqueued Resource ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f with Priority: HIGHEST for action security_group_members [ 826.692775] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f with Priority: HIGHEST for action security_group_members [ 826.693465] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.694032] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.696158] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.696158] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.696158] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.696158] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.696158] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.696158] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.696158] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.696158] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1eef0506-1c43-4aa3-8ce6-a2f56673c16f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.197700] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.197954] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.198093] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.198400] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.198542] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.198846] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.199029] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.199124] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.199342] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.199447] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.199563] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f is going to be updated. [ 827.228895] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.229094] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.229419] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.229672] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.229839] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.242381] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f in Status: IN_PROGRESS for 2s [ 827.739022] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 in Status: SUCCESS [ 827.739022] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.739022] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.739022] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.739493] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.739493] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.739493] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.739493] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.739650] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.739650] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.739723] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.796770] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dd8386e-203d-4d2b-8a88-4e61b6fb9327 in Status: SUCCESS [ 827.796972] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.797514] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.799458] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.799458] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8dd8386e-203d-4d2b-8a88-4e61b6fb9327',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.242974] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.242974] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.242974] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.243185] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.243340] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.243450] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.243515] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.243717] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.243808] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.243900] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.244074] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.244168] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.244220] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.244396] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.244530] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.244609] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.244646] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.244760] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.244833] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.244915] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.245011] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.302164] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.304985] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.304985] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.304985] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.304985] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.304985] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.304985] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.304985] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.304985] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.304985] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.304985] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8dd8386e-203d-4d2b-8a88-4e61b6fb9327',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.721754] env[67081]: INFO networking_nsxv3.common.synchronization [None req-592b3d5e-6d4c-4820-b21f-4fd826b53d39 None None] Enqueued Resource ID: 957983c6-12f8-4e39-ba4a-93161e01806c with Priority: HIGHEST for action port [ 828.722355] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 957983c6-12f8-4e39-ba4a-93161e01806c with Priority: HIGHEST for action port [ 828.722654] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-957983c6-12f8-4e39-ba4a-93161e01806c taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.722770] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-957983c6-12f8-4e39-ba4a-93161e01806c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.722844] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-957983c6-12f8-4e39-ba4a-93161e01806c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.724024] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-957983c6-12f8-4e39-ba4a-93161e01806c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.724024] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('957983c6-12f8-4e39-ba4a-93161e01806c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.748407] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3: rpc.has_security_group_logging(os_id): False [ 828.783294] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.783785] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.783785] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.783897] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.783897] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.784135] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.784244] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.784298] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.784439] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.784516] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.784772] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.785053] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.785053] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.785230] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.785230] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.785360] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.785458] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.785510] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.785643] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.785710] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.785796] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 is going to be created. [ 828.807818] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.807960] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.807960] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.808286] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.808425] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.808556] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.808607] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.808759] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.808844] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.808963] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.809563] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.809563] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.809563] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.809563] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.809563] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.810038] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.810038] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.810038] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.810038] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.810038] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.810038] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8dd8386e-203d-4d2b-8a88-4e61b6fb9327',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.849094] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.851094] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.851094] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.851094] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.851094] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.862618] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 in Status: IN_PROGRESS for 2s [ 829.226075] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 957983c6-12f8-4e39-ba4a-93161e01806c [ 829.226339] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.226487] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.226547] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.226784] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.226876] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.226984] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:957983c6-12f8-4e39-ba4a-93161e01806c already deleted. [ 829.227197] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-957983c6-12f8-4e39-ba4a-93161e01806c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.252616] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f in Status: SUCCESS [ 829.252616] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f deletion is rescheduled due to dependency. [ 829.252616] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.315440] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8dd8386e-203d-4d2b-8a88-4e61b6fb9327: rpc.has_security_group_logging(os_id): False [ 829.354216] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.354216] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.354464] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.354665] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.354830] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.355326] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.355609] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.355751] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.356034] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.356186] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.356504] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.356680] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.356869] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.357061] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.357202] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.357494] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.357697] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.357770] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.358016] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.358170] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.358316] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8dd8386e-203d-4d2b-8a88-4e61b6fb9327 is going to be updated. [ 829.474032] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.474198] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.474276] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.474488] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.474656] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.494741] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dd8386e-203d-4d2b-8a88-4e61b6fb9327 in Status: IN_PROGRESS for 2s [ 829.930506] env[67081]: INFO networking_nsxv3.common.synchronization [req-5a6d375c-771e-413b-8934-02e17aac5df2 req-cf30a9f6-f169-4690-b255-2a27b6be42c3 tempest-AttachInterfacesTestJSON-919501604 tempest-AttachInterfacesTestJSON-919501604-project-member] Enqueued Resource ID: f9778129-988c-45c6-aae9-54a6bbe009d1 with Priority: HIGHEST for action security_group_members [ 829.932228] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9778129-988c-45c6-aae9-54a6bbe009d1 with Priority: HIGHEST for action security_group_members [ 829.932603] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9778129-988c-45c6-aae9-54a6bbe009d1 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.932741] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.932817] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.933096] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.933599] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.933599] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.933599] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.933757] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.933757] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.933894] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9778129-988c-45c6-aae9-54a6bbe009d1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.237380] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-704 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.237380] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-704" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.237380] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-704" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.237715] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-704" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.238184] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.238288] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.238486] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.238893] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.238893] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.239481] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 830.239481] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 830.239481] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 830.239595] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 830.239701] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 830.239877] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 830.240336] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 830.264297] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 830.264516] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 830.264599] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 830.264775] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-704" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.265128] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-b1c88b74-995e-4dc6-8668-b28fdcb45bd6 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.266784] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-b1c88b74-995e-4dc6-8668-b28fdcb45bd6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.266784] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-b1c88b74-995e-4dc6-8668-b28fdcb45bd6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.266784] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-b1c88b74-995e-4dc6-8668-b28fdcb45bd6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.266784] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1c88b74-995e-4dc6-8668-b28fdcb45bd6',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.437975] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.438194] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.438194] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.438406] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.438517] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.438700] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.438834] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.438962] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.439142] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.439269] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.439373] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9778129-988c-45c6-aae9-54a6bbe009d1 already deleted. [ 830.439373] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.768656] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.768896] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.769086] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.769345] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.769496] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.769650] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port b1c88b74-995e-4dc6-8668-b28fdcb45bd6 not found, creating... [ 830.769977] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.770159] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.770311] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.770574] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.770720] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.771081] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.771244] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.771399] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.771704] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.771879] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.772035] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: b1c88b74-995e-4dc6-8668-b28fdcb45bd6 is going to be created. [ 830.794632] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.794850] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.794986] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.795374] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.795643] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.795865] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-b1c88b74-995e-4dc6-8668-b28fdcb45bd6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.876140] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 in Status: SUCCESS [ 830.876332] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.511973] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dd8386e-203d-4d2b-8a88-4e61b6fb9327 in Status: SUCCESS [ 831.512300] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.581840] env[67081]: INFO networking_nsxv3.common.synchronization [req-5a6d375c-771e-413b-8934-02e17aac5df2 req-f8bf282e-8b14-4a15-8eb3-0bb9aad2b60b service nova] Enqueued Resource ID: f9778129-988c-45c6-aae9-54a6bbe009d1 with Priority: HIGHEST for action security_group_rules [ 831.582081] env[67081]: INFO networking_nsxv3.common.synchronization [req-5a6d375c-771e-413b-8934-02e17aac5df2 req-f8bf282e-8b14-4a15-8eb3-0bb9aad2b60b service nova] Enqueued Resource ID: f9778129-988c-45c6-aae9-54a6bbe009d1 with Priority: HIGHEST for action security_group_members [ 831.582263] env[67081]: INFO networking_nsxv3.common.synchronization [req-5a6d375c-771e-413b-8934-02e17aac5df2 req-f8bf282e-8b14-4a15-8eb3-0bb9aad2b60b service nova] Enqueued Resource ID: b1c88b74-995e-4dc6-8668-b28fdcb45bd6 with Priority: HIGHEST for action port [ 831.582803] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9778129-988c-45c6-aae9-54a6bbe009d1 with Priority: HIGHEST for action security_group_rules [ 831.582943] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9778129-988c-45c6-aae9-54a6bbe009d1 with Priority: HIGHEST for action security_group_members [ 831.583247] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1c88b74-995e-4dc6-8668-b28fdcb45bd6 with Priority: HIGHEST for action port [ 831.583654] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9778129-988c-45c6-aae9-54a6bbe009d1 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.584343] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.584490] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.584816] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.584955] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9778129-988c-45c6-aae9-54a6bbe009d1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.586142] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9778129-988c-45c6-aae9-54a6bbe009d1 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.586247] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.586313] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.586489] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.586641] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.586747] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.586831] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.587094] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.587301] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.587453] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9778129-988c-45c6-aae9-54a6bbe009d1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.588298] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1c88b74-995e-4dc6-8668-b28fdcb45bd6 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.588389] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1c88b74-995e-4dc6-8668-b28fdcb45bd6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.588455] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1c88b74-995e-4dc6-8668-b28fdcb45bd6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.588605] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1c88b74-995e-4dc6-8668-b28fdcb45bd6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.588686] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1c88b74-995e-4dc6-8668-b28fdcb45bd6',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.090965] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9778129-988c-45c6-aae9-54a6bbe009d1 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.091310] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.092689] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9778129-988c-45c6-aae9-54a6bbe009d1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.095032] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b1c88b74-995e-4dc6-8668-b28fdcb45bd6 with status ACTIVE [ 832.095032] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.095032] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.095032] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.095032] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.095032] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.095032] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.095032] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.095032] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.095032] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.095032] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.095032] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.095511] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.095511] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.095511] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.095511] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.095511] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b1c88b74-995e-4dc6-8668-b28fdcb45bd6 is going to be updated. [ 832.117843] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.118094] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.118195] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.118472] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.118670] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.118931] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1c88b74-995e-4dc6-8668-b28fdcb45bd6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.599310] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9778129-988c-45c6-aae9-54a6bbe009d1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.103786] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.104012] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.104166] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.104396] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.104489] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.104595] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9778129-988c-45c6-aae9-54a6bbe009d1 is going to be created. [ 833.128647] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.128965] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.129148] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.129460] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.129726] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.142008] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9778129-988c-45c6-aae9-54a6bbe009d1 in Status: UNINITIALIZED for 2s [ 834.113917] env[67081]: INFO networking_nsxv3.common.synchronization [req-d7d40ea3-4dc6-4d2b-8267-9dc79c8da604 req-3828437e-e04b-4939-8053-406874750083 tempest-SecurityGroupsTestJSON-346655069 tempest-SecurityGroupsTestJSON-346655069-project-member] Enqueued Resource ID: 36d21b3c-def4-4598-92c1-43cd73b80ae6 with Priority: HIGHEST for action security_group_members [ 834.114266] env[67081]: INFO networking_nsxv3.common.synchronization [req-d7d40ea3-4dc6-4d2b-8267-9dc79c8da604 req-3828437e-e04b-4939-8053-406874750083 tempest-SecurityGroupsTestJSON-346655069 tempest-SecurityGroupsTestJSON-346655069-project-member] Enqueued Resource ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 with Priority: HIGHEST for action security_group_members [ 834.114859] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36d21b3c-def4-4598-92c1-43cd73b80ae6 with Priority: HIGHEST for action security_group_members [ 834.114859] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 with Priority: HIGHEST for action security_group_members [ 834.115707] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-36d21b3c-def4-4598-92c1-43cd73b80ae6 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.115831] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36d21b3c-def4-4598-92c1-43cd73b80ae6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.115904] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36d21b3c-def4-4598-92c1-43cd73b80ae6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.116148] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36d21b3c-def4-4598-92c1-43cd73b80ae6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.116306] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.116404] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.116472] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.116670] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.116716] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.116811] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36d21b3c-def4-4598-92c1-43cd73b80ae6',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.118402] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.118402] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.118402] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.118590] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.118590] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.118689] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.118748] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.118900] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.119039] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.119083] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.159869] env[67081]: INFO networking_nsxv3.common.synchronization [req-d7d40ea3-4dc6-4d2b-8267-9dc79c8da604 req-3828437e-e04b-4939-8053-406874750083 tempest-SecurityGroupsTestJSON-346655069 tempest-SecurityGroupsTestJSON-346655069-project-member] Enqueued Resource ID: 36d21b3c-def4-4598-92c1-43cd73b80ae6 with Priority: HIGHEST for action security_group_rules [ 834.160401] env[67081]: INFO networking_nsxv3.common.synchronization [req-d7d40ea3-4dc6-4d2b-8267-9dc79c8da604 req-3828437e-e04b-4939-8053-406874750083 tempest-SecurityGroupsTestJSON-346655069 tempest-SecurityGroupsTestJSON-346655069-project-member] Enqueued Resource ID: 36d21b3c-def4-4598-92c1-43cd73b80ae6 with Priority: HIGHEST for action security_group_members [ 834.160560] env[67081]: INFO networking_nsxv3.common.synchronization [req-d7d40ea3-4dc6-4d2b-8267-9dc79c8da604 req-3828437e-e04b-4939-8053-406874750083 tempest-SecurityGroupsTestJSON-346655069 tempest-SecurityGroupsTestJSON-346655069-project-member] Enqueued Resource ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 with Priority: HIGHEST for action security_group_rules [ 834.160688] env[67081]: INFO networking_nsxv3.common.synchronization [req-d7d40ea3-4dc6-4d2b-8267-9dc79c8da604 req-3828437e-e04b-4939-8053-406874750083 tempest-SecurityGroupsTestJSON-346655069 tempest-SecurityGroupsTestJSON-346655069-project-member] Enqueued Resource ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 with Priority: HIGHEST for action security_group_members [ 834.160836] env[67081]: INFO networking_nsxv3.common.synchronization [req-d7d40ea3-4dc6-4d2b-8267-9dc79c8da604 req-3828437e-e04b-4939-8053-406874750083 tempest-SecurityGroupsTestJSON-346655069 tempest-SecurityGroupsTestJSON-346655069-project-member] Enqueued Resource ID: d73a6415-55bd-48d3-89b5-a823409acfa2 with Priority: HIGHEST for action port [ 834.161659] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36d21b3c-def4-4598-92c1-43cd73b80ae6 with Priority: HIGHEST for action security_group_rules [ 834.161836] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 with Priority: HIGHEST for action security_group_rules [ 834.161946] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d73a6415-55bd-48d3-89b5-a823409acfa2 with Priority: HIGHEST for action port [ 834.162056] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36d21b3c-def4-4598-92c1-43cd73b80ae6 with Priority: HIGHEST for action security_group_members [ 834.162160] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 with Priority: HIGHEST for action security_group_members [ 834.162477] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36d21b3c-def4-4598-92c1-43cd73b80ae6 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.162728] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36d21b3c-def4-4598-92c1-43cd73b80ae6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.162728] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36d21b3c-def4-4598-92c1-43cd73b80ae6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.162944] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36d21b3c-def4-4598-92c1-43cd73b80ae6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.163037] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36d21b3c-def4-4598-92c1-43cd73b80ae6',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.163910] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.164041] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.164118] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.164281] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.164359] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.165669] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-d73a6415-55bd-48d3-89b5-a823409acfa2 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.165740] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d73a6415-55bd-48d3-89b5-a823409acfa2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.165779] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d73a6415-55bd-48d3-89b5-a823409acfa2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.165987] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d73a6415-55bd-48d3-89b5-a823409acfa2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.166100] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d73a6415-55bd-48d3-89b5-a823409acfa2',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.167316] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-36d21b3c-def4-4598-92c1-43cd73b80ae6 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.167425] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36d21b3c-def4-4598-92c1-43cd73b80ae6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.167638] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.167721] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.622721] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36d21b3c-def4-4598-92c1-43cd73b80ae6',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.622721] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.670855] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-36d21b3c-def4-4598-92c1-43cd73b80ae6 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.670855] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36d21b3c-def4-4598-92c1-43cd73b80ae6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.670855] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d73a6415-55bd-48d3-89b5-a823409acfa2 with status ACTIVE [ 834.670855] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.670855] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.670855] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.670855] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.670855] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.670855] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.670855] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.670855] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.670855] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.670855] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.670855] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.671520] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.671520] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.671520] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.671520] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.671520] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d73a6415-55bd-48d3-89b5-a823409acfa2 is going to be updated. [ 834.672693] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.672836] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.696752] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.697035] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.697289] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.697637] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.697839] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.698051] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d73a6415-55bd-48d3-89b5-a823409acfa2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.123925] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36d21b3c-def4-4598-92c1-43cd73b80ae6',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.125686] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.153563] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9778129-988c-45c6-aae9-54a6bbe009d1 in Status: SUCCESS [ 835.153783] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.154314] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.155081] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.155081] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.155081] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.155081] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.155081] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.155361] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.155361] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.155361] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9778129-988c-45c6-aae9-54a6bbe009d1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.626583] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.626891] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.626891] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.627041] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.627129] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.627236] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36d21b3c-def4-4598-92c1-43cd73b80ae6 is going to be created. [ 835.630278] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.630496] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.630496] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.630695] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.630788] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.631059] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 is going to be updated. [ 835.659533] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9778129-988c-45c6-aae9-54a6bbe009d1 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.659533] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.659533] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.659533] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.659882] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.659882] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.659882] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.660127] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.660266] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.660406] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.660642] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9778129-988c-45c6-aae9-54a6bbe009d1 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.660799] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.660938] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.661167] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.661824] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.661824] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.661824] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.661824] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.662072] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.662072] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.662181] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9778129-988c-45c6-aae9-54a6bbe009d1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.666342] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.666754] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.666754] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.666876] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.667105] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.674112] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.674112] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.674112] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.674112] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.674112] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.685576] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 in Status: IN_PROGRESS for 2s [ 835.686747] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36d21b3c-def4-4598-92c1-43cd73b80ae6 in Status: UNINITIALIZED for 2s [ 836.032021] env[67081]: INFO networking_nsxv3.common.synchronization [req-065e5f58-f7eb-4368-b84f-300aef96dbcc req-041a633b-3ee9-42be-a3bc-7a181dea436c tempest-SecurityGroupsTestJSON-346655069 tempest-SecurityGroupsTestJSON-346655069-project-member] Enqueued Resource ID: 53a7a3b8-b982-4ce4-beaf-3709dd60ac62 with Priority: HIGHEST for action security_group_members [ 836.032021] env[67081]: INFO networking_nsxv3.common.synchronization [req-065e5f58-f7eb-4368-b84f-300aef96dbcc req-041a633b-3ee9-42be-a3bc-7a181dea436c tempest-SecurityGroupsTestJSON-346655069 tempest-SecurityGroupsTestJSON-346655069-project-member] Enqueued Resource ID: 36d21b3c-def4-4598-92c1-43cd73b80ae6 with Priority: HIGHEST for action security_group_members [ 836.032021] env[67081]: INFO networking_nsxv3.common.synchronization [req-065e5f58-f7eb-4368-b84f-300aef96dbcc req-041a633b-3ee9-42be-a3bc-7a181dea436c tempest-SecurityGroupsTestJSON-346655069 tempest-SecurityGroupsTestJSON-346655069-project-member] Enqueued Resource ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 with Priority: HIGHEST for action security_group_members [ 836.032021] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53a7a3b8-b982-4ce4-beaf-3709dd60ac62 with Priority: HIGHEST for action security_group_members [ 836.032021] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36d21b3c-def4-4598-92c1-43cd73b80ae6 with Priority: HIGHEST for action security_group_members [ 836.032021] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 with Priority: HIGHEST for action security_group_members [ 836.032021] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-53a7a3b8-b982-4ce4-beaf-3709dd60ac62 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.032021] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53a7a3b8-b982-4ce4-beaf-3709dd60ac62" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.032021] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53a7a3b8-b982-4ce4-beaf-3709dd60ac62" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.032021] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53a7a3b8-b982-4ce4-beaf-3709dd60ac62" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.033410] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.033577] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.033670] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.034051] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.034114] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.035067] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53a7a3b8-b982-4ce4-beaf-3709dd60ac62',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.035656] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-36d21b3c-def4-4598-92c1-43cd73b80ae6 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.035656] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36d21b3c-def4-4598-92c1-43cd73b80ae6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.036603] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.036603] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.083680] env[67081]: INFO networking_nsxv3.common.synchronization [req-065e5f58-f7eb-4368-b84f-300aef96dbcc req-041a633b-3ee9-42be-a3bc-7a181dea436c tempest-SecurityGroupsTestJSON-346655069 tempest-SecurityGroupsTestJSON-346655069-project-member] Enqueued Resource ID: 36d21b3c-def4-4598-92c1-43cd73b80ae6 with Priority: HIGHEST for action security_group_rules [ 836.083680] env[67081]: INFO networking_nsxv3.common.synchronization [req-065e5f58-f7eb-4368-b84f-300aef96dbcc req-041a633b-3ee9-42be-a3bc-7a181dea436c tempest-SecurityGroupsTestJSON-346655069 tempest-SecurityGroupsTestJSON-346655069-project-member] Enqueued Resource ID: 36d21b3c-def4-4598-92c1-43cd73b80ae6 with Priority: HIGHEST for action security_group_members [ 836.083680] env[67081]: INFO networking_nsxv3.common.synchronization [req-065e5f58-f7eb-4368-b84f-300aef96dbcc req-041a633b-3ee9-42be-a3bc-7a181dea436c tempest-SecurityGroupsTestJSON-346655069 tempest-SecurityGroupsTestJSON-346655069-project-member] Enqueued Resource ID: 53a7a3b8-b982-4ce4-beaf-3709dd60ac62 with Priority: HIGHEST for action security_group_rules [ 836.083680] env[67081]: INFO networking_nsxv3.common.synchronization [req-065e5f58-f7eb-4368-b84f-300aef96dbcc req-041a633b-3ee9-42be-a3bc-7a181dea436c tempest-SecurityGroupsTestJSON-346655069 tempest-SecurityGroupsTestJSON-346655069-project-member] Enqueued Resource ID: 53a7a3b8-b982-4ce4-beaf-3709dd60ac62 with Priority: HIGHEST for action security_group_members [ 836.083680] env[67081]: INFO networking_nsxv3.common.synchronization [req-065e5f58-f7eb-4368-b84f-300aef96dbcc req-041a633b-3ee9-42be-a3bc-7a181dea436c tempest-SecurityGroupsTestJSON-346655069 tempest-SecurityGroupsTestJSON-346655069-project-member] Enqueued Resource ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 with Priority: HIGHEST for action security_group_rules [ 836.083680] env[67081]: INFO networking_nsxv3.common.synchronization [req-065e5f58-f7eb-4368-b84f-300aef96dbcc req-041a633b-3ee9-42be-a3bc-7a181dea436c tempest-SecurityGroupsTestJSON-346655069 tempest-SecurityGroupsTestJSON-346655069-project-member] Enqueued Resource ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 with Priority: HIGHEST for action security_group_members [ 836.083680] env[67081]: INFO networking_nsxv3.common.synchronization [req-065e5f58-f7eb-4368-b84f-300aef96dbcc req-041a633b-3ee9-42be-a3bc-7a181dea436c tempest-SecurityGroupsTestJSON-346655069 tempest-SecurityGroupsTestJSON-346655069-project-member] Enqueued Resource ID: d73a6415-55bd-48d3-89b5-a823409acfa2 with Priority: HIGHEST for action port [ 836.083680] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36d21b3c-def4-4598-92c1-43cd73b80ae6 with Priority: HIGHEST for action security_group_rules [ 836.083680] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53a7a3b8-b982-4ce4-beaf-3709dd60ac62 with Priority: HIGHEST for action security_group_rules [ 836.083680] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 with Priority: HIGHEST for action security_group_members [ 836.083680] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d73a6415-55bd-48d3-89b5-a823409acfa2 with Priority: HIGHEST for action port [ 836.083680] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 with Priority: HIGHEST for action security_group_rules [ 836.083680] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36d21b3c-def4-4598-92c1-43cd73b80ae6 with Priority: HIGHEST for action security_group_members [ 836.083680] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53a7a3b8-b982-4ce4-beaf-3709dd60ac62 with Priority: HIGHEST for action security_group_members [ 836.084478] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36d21b3c-def4-4598-92c1-43cd73b80ae6 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.084478] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36d21b3c-def4-4598-92c1-43cd73b80ae6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.084478] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53a7a3b8-b982-4ce4-beaf-3709dd60ac62 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.084478] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53a7a3b8-b982-4ce4-beaf-3709dd60ac62" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.084478] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53a7a3b8-b982-4ce4-beaf-3709dd60ac62" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.084676] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53a7a3b8-b982-4ce4-beaf-3709dd60ac62" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.084765] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53a7a3b8-b982-4ce4-beaf-3709dd60ac62',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.085993] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.086109] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.086375] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-d73a6415-55bd-48d3-89b5-a823409acfa2 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.086485] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d73a6415-55bd-48d3-89b5-a823409acfa2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.086549] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d73a6415-55bd-48d3-89b5-a823409acfa2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.086727] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d73a6415-55bd-48d3-89b5-a823409acfa2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.086799] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d73a6415-55bd-48d3-89b5-a823409acfa2',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.087688] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.087792] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.087957] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-36d21b3c-def4-4598-92c1-43cd73b80ae6 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.088045] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36d21b3c-def4-4598-92c1-43cd73b80ae6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.088223] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-53a7a3b8-b982-4ce4-beaf-3709dd60ac62 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.088371] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53a7a3b8-b982-4ce4-beaf-3709dd60ac62" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.165522] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9778129-988c-45c6-aae9-54a6bbe009d1: rpc.has_security_group_logging(os_id): False [ 836.183403] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.183616] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.183616] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.183789] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.184082] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.184082] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.184244] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.184244] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.184366] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.184444] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.184637] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.184728] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.184965] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.184965] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.184965] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.185172] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.185242] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.185293] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.185426] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.185500] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.185584] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9778129-988c-45c6-aae9-54a6bbe009d1 is going to be created. [ 836.272744] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.273092] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.273092] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.273288] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.273474] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.287680] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9778129-988c-45c6-aae9-54a6bbe009d1 in Status: IN_PROGRESS for 2s [ 836.370369] env[67081]: INFO networking_nsxv3.common.synchronization [req-ab4e4ce0-3f6d-4902-97f5-1a6848dd1bd7 req-54bcab4f-2be3-400d-aeb4-aad4c6df31ad tempest-DeleteServersTestJSON-824934422 tempest-DeleteServersTestJSON-824934422-project-member] Enqueued Resource ID: 6252e64a-b311-40e1-bced-0dc0bf08891f with Priority: HIGHEST for action security_group_members [ 836.371922] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6252e64a-b311-40e1-bced-0dc0bf08891f with Priority: HIGHEST for action security_group_members [ 836.372168] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6252e64a-b311-40e1-bced-0dc0bf08891f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.372377] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.372472] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.373079] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.373288] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.373631] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.373724] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.373991] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.374060] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.374157] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6252e64a-b311-40e1-bced-0dc0bf08891f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.537740] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53a7a3b8-b982-4ce4-beaf-3709dd60ac62',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.590086] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d73a6415-55bd-48d3-89b5-a823409acfa2 with status ACTIVE [ 836.590373] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.590502] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.590555] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.590755] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.590849] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.591134] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.591304] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.591304] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.591463] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.591539] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.591722] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.591813] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.591870] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.592050] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.592140] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.592224] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d73a6415-55bd-48d3-89b5-a823409acfa2 is going to be updated. [ 836.593395] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-53a7a3b8-b982-4ce4-beaf-3709dd60ac62 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.593552] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53a7a3b8-b982-4ce4-beaf-3709dd60ac62" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.616298] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.616526] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.616595] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.616834] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.616991] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.617377] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d73a6415-55bd-48d3-89b5-a823409acfa2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.769029] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-816 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.769241] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-816" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.769362] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-816" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.769800] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-816" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.769885] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.771810] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.772279] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.772538] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.772938] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.772938] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 836.773081] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 836.773121] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 836.773233] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 836.773341] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 836.773463] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 836.773598] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 836.812298] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 836.812928] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 836.812928] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 836.812928] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-816" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.813134] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-0385a4ac-56f2-4195-bee6-ad89e0609205 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.813316] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-0385a4ac-56f2-4195-bee6-ad89e0609205" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.813450] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-0385a4ac-56f2-4195-bee6-ad89e0609205" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.813752] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-0385a4ac-56f2-4195-bee6-ad89e0609205" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.813887] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0385a4ac-56f2-4195-bee6-ad89e0609205',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.877412] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.877628] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.877628] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.877847] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.905498] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.905647] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.905747] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.905789] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.905990] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.906101] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.906426] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6252e64a-b311-40e1-bced-0dc0bf08891f is going to be updated. [ 836.937886] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.938116] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.938234] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.938410] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.938711] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.949865] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6252e64a-b311-40e1-bced-0dc0bf08891f in Status: IN_PROGRESS for 2s [ 837.040432] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53a7a3b8-b982-4ce4-beaf-3709dd60ac62',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.319257] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.319552] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.319594] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.319882] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.320072] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.320243] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port 0385a4ac-56f2-4195-bee6-ad89e0609205 not found, creating... [ 837.320498] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.320653] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.320769] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.321045] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.321201] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.321481] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.321677] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.321757] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.321987] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.322128] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.322267] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: 0385a4ac-56f2-4195-bee6-ad89e0609205 is going to be created. [ 837.345273] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.345615] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.346142] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.346142] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.346572] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.346711] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-0385a4ac-56f2-4195-bee6-ad89e0609205" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.543946] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.544420] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.544420] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.544420] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.544580] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.544580] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53a7a3b8-b982-4ce4-beaf-3709dd60ac62 is going to be created. [ 837.571342] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.572087] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.572087] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.572087] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.572087] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.586023] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53a7a3b8-b982-4ce4-beaf-3709dd60ac62 in Status: UNINITIALIZED for 2s [ 837.698533] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 in Status: SUCCESS [ 837.698730] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.698730] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.699013] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.699229] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.699330] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.699537] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.699537] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.699628] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.699707] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.715861] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36d21b3c-def4-4598-92c1-43cd73b80ae6 in Status: SUCCESS [ 837.716115] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36d21b3c-def4-4598-92c1-43cd73b80ae6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.716613] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36d21b3c-def4-4598-92c1-43cd73b80ae6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.716788] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36d21b3c-def4-4598-92c1-43cd73b80ae6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.716972] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.717101] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.717164] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.717320] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.717401] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.717528] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36d21b3c-def4-4598-92c1-43cd73b80ae6',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.010430] env[67081]: INFO networking_nsxv3.common.synchronization [req-ab4e4ce0-3f6d-4902-97f5-1a6848dd1bd7 req-1afde9b1-8ef8-4168-a518-979c97bd6e58 service nova] Enqueued Resource ID: 6252e64a-b311-40e1-bced-0dc0bf08891f with Priority: HIGHEST for action security_group_rules [ 838.010430] env[67081]: INFO networking_nsxv3.common.synchronization [req-ab4e4ce0-3f6d-4902-97f5-1a6848dd1bd7 req-1afde9b1-8ef8-4168-a518-979c97bd6e58 service nova] Enqueued Resource ID: 6252e64a-b311-40e1-bced-0dc0bf08891f with Priority: HIGHEST for action security_group_members [ 838.010430] env[67081]: INFO networking_nsxv3.common.synchronization [req-ab4e4ce0-3f6d-4902-97f5-1a6848dd1bd7 req-1afde9b1-8ef8-4168-a518-979c97bd6e58 service nova] Enqueued Resource ID: 0385a4ac-56f2-4195-bee6-ad89e0609205 with Priority: HIGHEST for action port [ 838.010430] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6252e64a-b311-40e1-bced-0dc0bf08891f with Priority: HIGHEST for action security_group_rules [ 838.011940] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6252e64a-b311-40e1-bced-0dc0bf08891f with Priority: HIGHEST for action security_group_members [ 838.012234] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0385a4ac-56f2-4195-bee6-ad89e0609205 with Priority: HIGHEST for action port [ 838.012672] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6252e64a-b311-40e1-bced-0dc0bf08891f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.015083] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.015083] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.015083] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.015083] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6252e64a-b311-40e1-bced-0dc0bf08891f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.015083] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6252e64a-b311-40e1-bced-0dc0bf08891f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.015083] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.015083] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-0385a4ac-56f2-4195-bee6-ad89e0609205 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.015083] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0385a4ac-56f2-4195-bee6-ad89e0609205" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.015083] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0385a4ac-56f2-4195-bee6-ad89e0609205" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.015809] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0385a4ac-56f2-4195-bee6-ad89e0609205" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.016085] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0385a4ac-56f2-4195-bee6-ad89e0609205',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.202544] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.219896] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36d21b3c-def4-4598-92c1-43cd73b80ae6',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.304763] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9778129-988c-45c6-aae9-54a6bbe009d1 in Status: SUCCESS [ 838.305075] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.518309] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6252e64a-b311-40e1-bced-0dc0bf08891f taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.518309] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.522304] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0385a4ac-56f2-4195-bee6-ad89e0609205 with status ACTIVE [ 838.522304] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.522304] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.522304] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.522304] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.522304] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.522304] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.522304] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.522304] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.522304] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.522304] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.522304] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.522304] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.522304] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.522304] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.522304] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.522304] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0385a4ac-56f2-4195-bee6-ad89e0609205 is going to be updated. [ 838.548755] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.549032] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.549155] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.549704] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.549704] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.549813] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0385a4ac-56f2-4195-bee6-ad89e0609205" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.706559] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.724555] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36d21b3c-def4-4598-92c1-43cd73b80ae6',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.916135] env[67081]: INFO networking_nsxv3.common.synchronization [None req-a69deb7c-bb9c-4fc5-bea6-ba940ef692af None None] Enqueued Resource ID: 7ea2ce4e-03ec-4898-92cc-211afb452a23 with Priority: HIGHEST for action port [ 838.916888] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ea2ce4e-03ec-4898-92cc-211afb452a23 with Priority: HIGHEST for action port [ 838.917150] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ea2ce4e-03ec-4898-92cc-211afb452a23 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.918321] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ea2ce4e-03ec-4898-92cc-211afb452a23" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.918321] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ea2ce4e-03ec-4898-92cc-211afb452a23" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.918321] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ea2ce4e-03ec-4898-92cc-211afb452a23" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.918321] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ea2ce4e-03ec-4898-92cc-211afb452a23',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.964587] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6252e64a-b311-40e1-bced-0dc0bf08891f in Status: SUCCESS [ 838.964780] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6252e64a-b311-40e1-bced-0dc0bf08891f deletion is rescheduled due to dependency. [ 838.964897] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.965089] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.965319] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.965504] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.965621] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.965686] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.965839] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.965920] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.966032] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6252e64a-b311-40e1-bced-0dc0bf08891f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.212781] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.212962] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.213021] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.214901] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.214901] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.214901] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 is going to be updated. [ 839.231024] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.231024] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.231294] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.231348] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.231584] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.231584] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36d21b3c-def4-4598-92c1-43cd73b80ae6 is going to be updated. [ 839.260349] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.260851] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.260851] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.261156] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.261318] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.272342] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.272656] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.272772] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.273103] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.273410] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.275673] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 in Status: IN_PROGRESS for 2s [ 839.284186] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36d21b3c-def4-4598-92c1-43cd73b80ae6 in Status: IN_PROGRESS for 2s [ 839.420061] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ea2ce4e-03ec-4898-92cc-211afb452a23 [ 839.421277] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.421469] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.421712] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.421939] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.421939] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.422051] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ea2ce4e-03ec-4898-92cc-211afb452a23 already deleted. [ 839.422109] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ea2ce4e-03ec-4898-92cc-211afb452a23" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.469205] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6252e64a-b311-40e1-bced-0dc0bf08891f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.596748] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53a7a3b8-b982-4ce4-beaf-3709dd60ac62 in Status: SUCCESS [ 839.597062] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53a7a3b8-b982-4ce4-beaf-3709dd60ac62" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.597223] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53a7a3b8-b982-4ce4-beaf-3709dd60ac62" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.597543] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53a7a3b8-b982-4ce4-beaf-3709dd60ac62" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.597644] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.597779] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.597845] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.598014] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.598114] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.598247] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53a7a3b8-b982-4ce4-beaf-3709dd60ac62',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.972233] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6252e64a-b311-40e1-bced-0dc0bf08891f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.100368] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53a7a3b8-b982-4ce4-beaf-3709dd60ac62',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.474412] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.476169] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.476169] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.476169] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.476169] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.476169] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6252e64a-b311-40e1-bced-0dc0bf08891f is going to be updated. [ 840.512618] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.512768] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.512918] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.513075] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.513224] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.523938] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6252e64a-b311-40e1-bced-0dc0bf08891f in Status: IN_PROGRESS for 2s [ 840.608175] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53a7a3b8-b982-4ce4-beaf-3709dd60ac62',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.111368] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.111523] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.111601] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.111818] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.111944] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.112096] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53a7a3b8-b982-4ce4-beaf-3709dd60ac62 is going to be updated. [ 841.148024] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.148024] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.148024] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.148024] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.148310] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.158527] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53a7a3b8-b982-4ce4-beaf-3709dd60ac62 in Status: IN_PROGRESS for 2s [ 841.288314] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 in Status: SUCCESS [ 841.288810] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.289168] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.291018] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.291018] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.291018] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.291018] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.291018] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.291018] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.291018] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.291018] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.291772] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.292057] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.292322] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.292548] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.292700] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.292920] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.293109] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.293331] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.302202] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36d21b3c-def4-4598-92c1-43cd73b80ae6 in Status: SUCCESS [ 841.303261] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36d21b3c-def4-4598-92c1-43cd73b80ae6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.303261] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36d21b3c-def4-4598-92c1-43cd73b80ae6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.303261] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36d21b3c-def4-4598-92c1-43cd73b80ae6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.303261] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.303454] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.303454] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.303515] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.303961] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.303961] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36d21b3c-def4-4598-92c1-43cd73b80ae6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.303961] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('36d21b3c-def4-4598-92c1-43cd73b80ae6',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.308905] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36d21b3c-def4-4598-92c1-43cd73b80ae6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.309471] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36d21b3c-def4-4598-92c1-43cd73b80ae6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.309471] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.309471] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.309471] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.309686] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.309686] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.309818] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36d21b3c-def4-4598-92c1-43cd73b80ae6',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.386887] env[67081]: INFO networking_nsxv3.common.synchronization [None req-7dd929d7-96b6-4bc3-a3b1-0c9180639a77 None None] Enqueued Resource ID: 50900f0a-a11a-46c1-a970-1ca53bdbdd5f with Priority: HIGHEST for action port [ 841.388350] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50900f0a-a11a-46c1-a970-1ca53bdbdd5f with Priority: HIGHEST for action port [ 841.388956] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-50900f0a-a11a-46c1-a970-1ca53bdbdd5f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.389103] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50900f0a-a11a-46c1-a970-1ca53bdbdd5f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.389219] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50900f0a-a11a-46c1-a970-1ca53bdbdd5f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.389596] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50900f0a-a11a-46c1-a970-1ca53bdbdd5f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.389742] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50900f0a-a11a-46c1-a970-1ca53bdbdd5f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.795225] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.795521] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.798067] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.812569] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('36d21b3c-def4-4598-92c1-43cd73b80ae6',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.814237] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36d21b3c-def4-4598-92c1-43cd73b80ae6',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.896564] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50900f0a-a11a-46c1-a970-1ca53bdbdd5f [ 841.896564] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.896564] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.896564] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.896564] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.896564] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.896564] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50900f0a-a11a-46c1-a970-1ca53bdbdd5f already deleted. [ 841.896564] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50900f0a-a11a-46c1-a970-1ca53bdbdd5f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.300792] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.315393] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 36d21b3c-def4-4598-92c1-43cd73b80ae6: rpc.has_security_group_logging(os_id): False [ 842.320765] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36d21b3c-def4-4598-92c1-43cd73b80ae6',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.340141] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.340141] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.340141] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.340348] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.340468] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.340702] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.340800] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.340861] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.341130] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.341267] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.341376] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36d21b3c-def4-4598-92c1-43cd73b80ae6 is going to be created. [ 842.406663] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.406868] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.406950] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.407228] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.407459] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.424746] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36d21b3c-def4-4598-92c1-43cd73b80ae6 in Status: IN_PROGRESS for 2s [ 842.541501] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6252e64a-b311-40e1-bced-0dc0bf08891f in Status: SUCCESS [ 842.541624] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.541777] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.542046] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.542250] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.542437] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.543077] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.543077] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.543077] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.543077] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.543304] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6252e64a-b311-40e1-bced-0dc0bf08891f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.803685] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.803990] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.803990] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.804221] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.804309] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.804483] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 is going to be updated. [ 842.823769] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.823961] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.824016] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.824229] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.824319] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.824420] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36d21b3c-def4-4598-92c1-43cd73b80ae6 is going to be updated. [ 842.843169] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.843363] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.843409] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.843598] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.843768] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.852104] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 in Status: IN_PROGRESS for 2s [ 842.868271] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.868536] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.868536] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.868653] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.868800] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.884503] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36d21b3c-def4-4598-92c1-43cd73b80ae6 in Status: IN_PROGRESS for 2s [ 843.046779] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6252e64a-b311-40e1-bced-0dc0bf08891f taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.046958] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.047024] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.047419] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.047419] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.047551] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.047551] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.047905] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.047905] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.047905] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.048062] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6252e64a-b311-40e1-bced-0dc0bf08891f taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.048163] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.048206] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.049035] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.049035] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.049035] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.049035] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.049035] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.049035] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.049035] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.049035] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6252e64a-b311-40e1-bced-0dc0bf08891f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.171177] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53a7a3b8-b982-4ce4-beaf-3709dd60ac62 in Status: SUCCESS [ 843.171177] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53a7a3b8-b982-4ce4-beaf-3709dd60ac62" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.171177] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53a7a3b8-b982-4ce4-beaf-3709dd60ac62" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.171310] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53a7a3b8-b982-4ce4-beaf-3709dd60ac62" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.171509] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.171955] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.171955] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.171955] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.172474] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.172474] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53a7a3b8-b982-4ce4-beaf-3709dd60ac62" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.172541] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53a7a3b8-b982-4ce4-beaf-3709dd60ac62',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.551475] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6252e64a-b311-40e1-bced-0dc0bf08891f: rpc.has_security_group_logging(os_id): False [ 843.574937] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.575169] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.575243] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.575512] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.575625] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.575906] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.576035] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.576104] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.576273] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.576352] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.576568] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.576707] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.576779] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.576910] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.577013] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.577231] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.577345] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.577420] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.577570] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.577651] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.577738] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6252e64a-b311-40e1-bced-0dc0bf08891f is going to be updated. [ 843.648772] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.649079] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.649228] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.649560] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.649824] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.665854] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6252e64a-b311-40e1-bced-0dc0bf08891f in Status: IN_PROGRESS for 2s [ 843.674448] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53a7a3b8-b982-4ce4-beaf-3709dd60ac62',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.177902] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53a7a3b8-b982-4ce4-beaf-3709dd60ac62: rpc.has_security_group_logging(os_id): False [ 844.197332] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.197574] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.197666] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.197889] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.197980] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.198237] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.198344] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.198418] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.198587] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.198665] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.198752] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53a7a3b8-b982-4ce4-beaf-3709dd60ac62 is going to be created. [ 844.283051] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.283207] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.283290] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.283483] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.283655] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.295755] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53a7a3b8-b982-4ce4-beaf-3709dd60ac62 in Status: IN_PROGRESS for 2s [ 844.448484] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36d21b3c-def4-4598-92c1-43cd73b80ae6 in Status: SUCCESS [ 844.448776] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36d21b3c-def4-4598-92c1-43cd73b80ae6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.449050] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36d21b3c-def4-4598-92c1-43cd73b80ae6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.449400] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36d21b3c-def4-4598-92c1-43cd73b80ae6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.449537] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36d21b3c-def4-4598-92c1-43cd73b80ae6',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.862345] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 in Status: SUCCESS [ 844.862603] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.862789] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.863042] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.863228] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.863524] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.863524] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.863637] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.863717] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.863754] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.897143] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36d21b3c-def4-4598-92c1-43cd73b80ae6 in Status: SUCCESS [ 844.897366] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36d21b3c-def4-4598-92c1-43cd73b80ae6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.897593] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36d21b3c-def4-4598-92c1-43cd73b80ae6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.897790] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36d21b3c-def4-4598-92c1-43cd73b80ae6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.898010] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.898156] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.898220] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.898444] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.898444] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.898588] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36d21b3c-def4-4598-92c1-43cd73b80ae6',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.952719] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-36d21b3c-def4-4598-92c1-43cd73b80ae6 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.952719] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36d21b3c-def4-4598-92c1-43cd73b80ae6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.366607] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.401354] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36d21b3c-def4-4598-92c1-43cd73b80ae6',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.680507] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6252e64a-b311-40e1-bced-0dc0bf08891f in Status: SUCCESS [ 845.680745] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.868760] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.903755] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36d21b3c-def4-4598-92c1-43cd73b80ae6',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.310314] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53a7a3b8-b982-4ce4-beaf-3709dd60ac62 in Status: SUCCESS [ 846.310563] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53a7a3b8-b982-4ce4-beaf-3709dd60ac62" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.371621] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.371949] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.371949] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.372113] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.372261] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.372371] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 is going to be updated. [ 846.389609] env[67081]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 846.389609] env[67081]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=5 [ 846.404056] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.404289] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.404289] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.404499] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.405286] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.406156] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.406156] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.406308] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.406397] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.406448] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.406538] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36d21b3c-def4-4598-92c1-43cd73b80ae6 is going to be updated. [ 846.417516] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 in Status: IN_PROGRESS for 2s [ 846.437030] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.437030] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.437030] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.437245] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.437402] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.446551] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36d21b3c-def4-4598-92c1-43cd73b80ae6 in Status: IN_PROGRESS for 2s [ 847.640887] env[67081]: INFO networking_nsxv3.common.synchronization [req-78ae4fd8-0415-46bd-9215-c50bc802a05a req-8f9f2c02-25af-4aec-a703-9905f8c48469 tempest-AttachInterfacesTestJSON-919501604 tempest-AttachInterfacesTestJSON-919501604-project-member] Enqueued Resource ID: f9778129-988c-45c6-aae9-54a6bbe009d1 with Priority: HIGHEST for action security_group_members [ 847.641621] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9778129-988c-45c6-aae9-54a6bbe009d1 with Priority: HIGHEST for action security_group_members [ 847.641907] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9778129-988c-45c6-aae9-54a6bbe009d1 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.642021] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.642021] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.644289] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.646027] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.646027] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.646027] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.646027] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.646027] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.646027] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9778129-988c-45c6-aae9-54a6bbe009d1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.154333] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.154333] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.154333] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.154333] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.154333] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.154333] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.154333] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.154333] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.154333] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.154333] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.154333] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9778129-988c-45c6-aae9-54a6bbe009d1 is going to be updated. [ 848.185195] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.185500] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.185500] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.185643] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.185679] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.205553] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9778129-988c-45c6-aae9-54a6bbe009d1 in Status: IN_PROGRESS for 2s [ 848.427953] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 in Status: SUCCESS [ 848.431030] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.431030] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.431030] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.431030] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.431030] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.431030] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.431030] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.431030] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.431030] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.431030] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.431030] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.431030] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.431030] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.431030] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.431030] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.431030] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.431030] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.431030] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.431748] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.431748] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.458061] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36d21b3c-def4-4598-92c1-43cd73b80ae6 in Status: SUCCESS [ 848.458061] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36d21b3c-def4-4598-92c1-43cd73b80ae6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.458061] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36d21b3c-def4-4598-92c1-43cd73b80ae6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.458061] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36d21b3c-def4-4598-92c1-43cd73b80ae6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.458061] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.458061] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.458061] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.458061] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.458061] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.458061] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36d21b3c-def4-4598-92c1-43cd73b80ae6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.458972] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('36d21b3c-def4-4598-92c1-43cd73b80ae6',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.933338] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3: rpc.has_security_group_logging(os_id): False [ 848.954562] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.954562] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.954562] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.954562] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.954562] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.955027] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.955027] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.955027] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.955027] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.955027] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.955259] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.955259] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.955343] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.955464] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.955527] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.955689] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.955781] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.955840] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.955976] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.956199] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.956291] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 is going to be updated. [ 848.963484] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('36d21b3c-def4-4598-92c1-43cd73b80ae6',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.020197] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.020469] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.020469] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.020677] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.020786] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.036037] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 in Status: IN_PROGRESS for 2s [ 849.465867] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 36d21b3c-def4-4598-92c1-43cd73b80ae6: rpc.has_security_group_logging(os_id): False [ 849.484866] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.485083] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.485155] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.485415] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.485463] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.486310] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.486310] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.486310] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.486310] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.486310] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.486310] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36d21b3c-def4-4598-92c1-43cd73b80ae6 is going to be updated. [ 849.544315] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.544455] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.544557] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.544718] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.544852] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.558318] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36d21b3c-def4-4598-92c1-43cd73b80ae6 in Status: IN_PROGRESS for 2s [ 850.216077] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9778129-988c-45c6-aae9-54a6bbe009d1 in Status: IN_PROGRESS for 4s [ 850.425198] env[67081]: INFO networking_nsxv3.common.synchronization [req-b4ab1cec-9e46-4222-a3e4-262b0367614b req-b1fe904d-22c1-4ce0-bbc5-8f01b1b99131 tempest-AttachVolumeNegativeTest-1783079297 tempest-AttachVolumeNegativeTest-1783079297-project-member] Enqueued Resource ID: 4bf9b21f-aa97-4c0b-90fb-2795f0f69cde with Priority: HIGHEST for action security_group_members [ 850.427382] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bf9b21f-aa97-4c0b-90fb-2795f0f69cde with Priority: HIGHEST for action security_group_members [ 850.427382] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bf9b21f-aa97-4c0b-90fb-2795f0f69cde taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.427382] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bf9b21f-aa97-4c0b-90fb-2795f0f69cde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.427382] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bf9b21f-aa97-4c0b-90fb-2795f0f69cde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.427382] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bf9b21f-aa97-4c0b-90fb-2795f0f69cde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.427382] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.427382] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.427382] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.427382] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.427382] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.428085] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bf9b21f-aa97-4c0b-90fb-2795f0f69cde',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.692380] env[67081]: INFO networking_nsxv3.common.synchronization [req-a45423d5-fcda-4f15-94c6-1e8daabb1f10 req-84391d71-ca3a-40dc-a331-fc5587efa147 tempest-AttachInterfacesTestJSON-919501604 tempest-AttachInterfacesTestJSON-919501604-project-member] Enqueued Resource ID: 64a27b36-8b8e-42f1-836b-96834f6b861d with Priority: HIGHEST for action security_group_members [ 850.694364] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64a27b36-8b8e-42f1-836b-96834f6b861d with Priority: HIGHEST for action security_group_members [ 850.694592] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-64a27b36-8b8e-42f1-836b-96834f6b861d taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.694839] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64a27b36-8b8e-42f1-836b-96834f6b861d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.694906] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64a27b36-8b8e-42f1-836b-96834f6b861d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.695510] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64a27b36-8b8e-42f1-836b-96834f6b861d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.695510] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.695510] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.695510] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.695865] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.695939] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.696098] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64a27b36-8b8e-42f1-836b-96834f6b861d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.838856] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock network-947 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.839128] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "network-947" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.839253] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "network-947" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.839586] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "network-947" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.840509] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.840766] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.840938] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.841304] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.841544] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.841863] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 850.842102] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 850.842306] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 850.842523] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 850.842781] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 850.842994] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 850.843383] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 850.865414] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 850.865689] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 850.865871] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 850.866149] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "network-947" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.866604] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock port-f2029d4b-1627-496c-9c77-c1eef87f17b6 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.866833] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "port-f2029d4b-1627-496c-9c77-c1eef87f17b6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.867014] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "port-f2029d4b-1627-496c-9c77-c1eef87f17b6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.867627] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "port-f2029d4b-1627-496c-9c77-c1eef87f17b6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.867929] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2029d4b-1627-496c-9c77-c1eef87f17b6',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.931829] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.932110] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.932212] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.932517] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.932632] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.932885] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.933062] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.933164] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.933350] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.933440] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.933534] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bf9b21f-aa97-4c0b-90fb-2795f0f69cde already deleted. [ 850.933615] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bf9b21f-aa97-4c0b-90fb-2795f0f69cde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.054031] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 in Status: SUCCESS [ 851.054031] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.054031] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.054031] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.054031] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.202535] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.202535] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.202535] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.202535] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.224025] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.224025] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.224025] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.224025] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.224025] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.224025] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.224025] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64a27b36-8b8e-42f1-836b-96834f6b861d is going to be updated. [ 851.258878] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.258878] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.258878] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.258878] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.258878] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.266534] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64a27b36-8b8e-42f1-836b-96834f6b861d in Status: IN_PROGRESS for 2s [ 851.372962] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.372962] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.372962] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.372962] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.372962] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.372962] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Segment Port f2029d4b-1627-496c-9c77-c1eef87f17b6 not found, creating... [ 851.372962] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.372962] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.372962] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.372962] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.372962] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.374861] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.374861] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.374861] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.374861] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.374861] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.374861] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Resource: SegmentPort with ID: f2029d4b-1627-496c-9c77-c1eef87f17b6 is going to be created. [ 851.397704] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.397975] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.398164] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.398439] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.399560] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.399560] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "port-f2029d4b-1627-496c-9c77-c1eef87f17b6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.560536] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.560536] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.560536] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.560536] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.560536] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.560536] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.560536] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.560536] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.560961] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.560961] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.560961] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.576453] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36d21b3c-def4-4598-92c1-43cd73b80ae6 in Status: SUCCESS [ 851.576453] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36d21b3c-def4-4598-92c1-43cd73b80ae6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.064127] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.064304] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.064361] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.064578] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.065033] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.065033] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.065033] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.065196] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.065196] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.065283] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.065357] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.065448] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.065508] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.065645] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.065782] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.065884] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.065946] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.066095] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.066171] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.066291] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.066329] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.159896] env[67081]: INFO networking_nsxv3.common.synchronization [req-b4ab1cec-9e46-4222-a3e4-262b0367614b req-3bd46e29-3c31-4281-8603-0b36c2c6cda6 service nova] Enqueued Resource ID: 4bf9b21f-aa97-4c0b-90fb-2795f0f69cde with Priority: HIGHEST for action security_group_rules [ 852.160121] env[67081]: INFO networking_nsxv3.common.synchronization [req-b4ab1cec-9e46-4222-a3e4-262b0367614b req-3bd46e29-3c31-4281-8603-0b36c2c6cda6 service nova] Enqueued Resource ID: 4bf9b21f-aa97-4c0b-90fb-2795f0f69cde with Priority: HIGHEST for action security_group_members [ 852.160263] env[67081]: INFO networking_nsxv3.common.synchronization [req-b4ab1cec-9e46-4222-a3e4-262b0367614b req-3bd46e29-3c31-4281-8603-0b36c2c6cda6 service nova] Enqueued Resource ID: f2029d4b-1627-496c-9c77-c1eef87f17b6 with Priority: HIGHEST for action port [ 852.160782] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bf9b21f-aa97-4c0b-90fb-2795f0f69cde with Priority: HIGHEST for action security_group_rules [ 852.160906] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bf9b21f-aa97-4c0b-90fb-2795f0f69cde with Priority: HIGHEST for action security_group_members [ 852.161816] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2029d4b-1627-496c-9c77-c1eef87f17b6 with Priority: HIGHEST for action port [ 852.162264] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4bf9b21f-aa97-4c0b-90fb-2795f0f69cde taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.162428] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4bf9b21f-aa97-4c0b-90fb-2795f0f69cde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.166018] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4bf9b21f-aa97-4c0b-90fb-2795f0f69cde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.166018] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4bf9b21f-aa97-4c0b-90fb-2795f0f69cde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.166018] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4bf9b21f-aa97-4c0b-90fb-2795f0f69cde',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.166018] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bf9b21f-aa97-4c0b-90fb-2795f0f69cde taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.166018] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bf9b21f-aa97-4c0b-90fb-2795f0f69cde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.166018] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bf9b21f-aa97-4c0b-90fb-2795f0f69cde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.166018] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bf9b21f-aa97-4c0b-90fb-2795f0f69cde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.166018] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.166018] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.166018] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.167320] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.167450] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.167577] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bf9b21f-aa97-4c0b-90fb-2795f0f69cde',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.168614] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2029d4b-1627-496c-9c77-c1eef87f17b6 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.168749] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2029d4b-1627-496c-9c77-c1eef87f17b6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.168834] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2029d4b-1627-496c-9c77-c1eef87f17b6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.169121] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2029d4b-1627-496c-9c77-c1eef87f17b6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.169222] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2029d4b-1627-496c-9c77-c1eef87f17b6',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.225029] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9778129-988c-45c6-aae9-54a6bbe009d1 in Status: SUCCESS [ 852.225345] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9778129-988c-45c6-aae9-54a6bbe009d1 deletion is rescheduled due to dependency. [ 852.225345] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.568792] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3: rpc.has_security_group_logging(os_id): False [ 852.591733] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.591733] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.591733] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.591733] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.591733] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.591733] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.591733] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.591733] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.591733] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.591733] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.591733] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.591733] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.591733] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.592320] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.592320] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.592320] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.592320] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.592502] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.592502] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.592562] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.593436] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 is going to be updated. [ 852.663814] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.663814] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.663814] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.663814] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.663814] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.673621] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4bf9b21f-aa97-4c0b-90fb-2795f0f69cde',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.673621] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bf9b21f-aa97-4c0b-90fb-2795f0f69cde taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.673621] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bf9b21f-aa97-4c0b-90fb-2795f0f69cde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.673621] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f2029d4b-1627-496c-9c77-c1eef87f17b6 with status ACTIVE [ 852.673621] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.673621] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.673621] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.673621] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.673621] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.673621] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.673621] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.673621] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.674958] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.675094] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.675316] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.675533] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.675533] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.676200] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.676200] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.676200] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f2029d4b-1627-496c-9c77-c1eef87f17b6 is going to be updated. [ 852.677504] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 in Status: IN_PROGRESS for 2s [ 852.703357] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.703533] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.703574] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.703778] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.703918] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.704097] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2029d4b-1627-496c-9c77-c1eef87f17b6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.174187] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4bf9b21f-aa97-4c0b-90fb-2795f0f69cde',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.281192] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64a27b36-8b8e-42f1-836b-96834f6b861d in Status: SUCCESS [ 853.281567] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64a27b36-8b8e-42f1-836b-96834f6b861d deletion is rescheduled due to dependency. [ 853.281567] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64a27b36-8b8e-42f1-836b-96834f6b861d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.568187] env[67081]: INFO networking_nsxv3.common.synchronization [None req-12be29ab-0e83-4622-ad04-92fbc515aade None None] Enqueued Resource ID: 018adaf8-874a-4f62-b0c3-488a9a60021c with Priority: HIGHEST for action port [ 853.568187] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 018adaf8-874a-4f62-b0c3-488a9a60021c with Priority: HIGHEST for action port [ 853.568187] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-018adaf8-874a-4f62-b0c3-488a9a60021c taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.568187] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-018adaf8-874a-4f62-b0c3-488a9a60021c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.568187] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-018adaf8-874a-4f62-b0c3-488a9a60021c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.568187] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-018adaf8-874a-4f62-b0c3-488a9a60021c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.568187] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('018adaf8-874a-4f62-b0c3-488a9a60021c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.679345] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.679345] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.679345] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.679345] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.679345] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.679345] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bf9b21f-aa97-4c0b-90fb-2795f0f69cde is going to be created. [ 853.703692] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.703860] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.703905] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.704124] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.704291] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.715020] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bf9b21f-aa97-4c0b-90fb-2795f0f69cde in Status: UNINITIALIZED for 2s [ 854.074151] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 018adaf8-874a-4f62-b0c3-488a9a60021c [ 854.075230] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.075230] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.075230] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.075230] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.075230] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.075230] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:018adaf8-874a-4f62-b0c3-488a9a60021c already deleted. [ 854.075230] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-018adaf8-874a-4f62-b0c3-488a9a60021c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.223819] env[67081]: INFO networking_nsxv3.common.synchronization [req-befd85b2-6743-48df-83ca-ded0a5b82556 req-69a1b833-9a57-4d5e-92ff-bf8528c54c74 tempest-MultipleCreateTestJSON-295641269 tempest-MultipleCreateTestJSON-295641269-project-member] Enqueued Resource ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f with Priority: HIGHEST for action security_group_members [ 854.223819] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f with Priority: HIGHEST for action security_group_members [ 854.224543] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ae55836-e357-4f35-8f11-69a73c5ec71f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.224769] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.225607] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.225922] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.226224] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.226462] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.226781] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.227662] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.227662] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.227782] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ae55836-e357-4f35-8f11-69a73c5ec71f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.704236] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-357 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.704600] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-357" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.704600] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-357" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.704722] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-357" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.705021] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.705184] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.705296] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.706511] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.706511] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.706511] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 854.706511] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 854.706511] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 854.706511] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 854.706511] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 854.706511] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 854.706950] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 854.708297] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 in Status: SUCCESS [ 854.708520] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.728345] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 854.728572] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 854.728712] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 854.728901] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-357" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.729271] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-3fd6cc23-7fbc-43c1-8368-278c6a56c270 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.729464] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-3fd6cc23-7fbc-43c1-8368-278c6a56c270" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.729884] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-3fd6cc23-7fbc-43c1-8368-278c6a56c270" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.729972] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-3fd6cc23-7fbc-43c1-8368-278c6a56c270" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.730116] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fd6cc23-7fbc-43c1-8368-278c6a56c270',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.733953] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.734126] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.734389] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.734389] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.734496] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.734754] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.734893] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.735025] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.735179] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.735269] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.735371] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f is going to be deleted. [ 854.789058] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.789058] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.789058] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.789058] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.789058] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.789491] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.232969] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.233267] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.233392] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.233838] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.234038] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.234218] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port 3fd6cc23-7fbc-43c1-8368-278c6a56c270 not found, creating... [ 855.235048] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.235048] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.235048] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.235803] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.235803] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.235803] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.235803] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.236088] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.236088] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.236419] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.236515] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: 3fd6cc23-7fbc-43c1-8368-278c6a56c270 is going to be created. [ 855.259956] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.260292] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.260459] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.260795] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.261126] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.261412] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-3fd6cc23-7fbc-43c1-8368-278c6a56c270" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.440951] env[67081]: INFO networking_nsxv3.common.synchronization [req-a2bf8a72-8465-4caf-8002-1619672b7e8f req-9f86a624-2512-4cda-9a00-b0e56c874d55 tempest-ServersAdminTestJSON-956622239 tempest-ServersAdminTestJSON-956622239-project-member] Enqueued Resource ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 with Priority: HIGHEST for action security_group_members [ 855.441470] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 with Priority: HIGHEST for action security_group_members [ 855.441921] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-d43effa5-96f7-4264-ac8c-7c886969ceb2 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.442138] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.442259] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.442542] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.442782] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.442937] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.443117] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.443306] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.443456] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.443616] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d43effa5-96f7-4264-ac8c-7c886969ceb2',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.726955] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bf9b21f-aa97-4c0b-90fb-2795f0f69cde in Status: SUCCESS [ 855.727340] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bf9b21f-aa97-4c0b-90fb-2795f0f69cde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.727865] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bf9b21f-aa97-4c0b-90fb-2795f0f69cde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.728148] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bf9b21f-aa97-4c0b-90fb-2795f0f69cde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.728360] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.728479] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.728545] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.728708] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.728853] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.728968] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bf9b21f-aa97-4c0b-90fb-2795f0f69cde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.728968] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4bf9b21f-aa97-4c0b-90fb-2795f0f69cde',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.946037] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d43effa5-96f7-4264-ac8c-7c886969ceb2',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.041989] env[67081]: INFO networking_nsxv3.common.synchronization [req-befd85b2-6743-48df-83ca-ded0a5b82556 req-b5b857f7-b665-4ca9-9000-98511806dbb8 service nova] Enqueued Resource ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f with Priority: HIGHEST for action security_group_rules [ 856.041989] env[67081]: INFO networking_nsxv3.common.synchronization [req-befd85b2-6743-48df-83ca-ded0a5b82556 req-b5b857f7-b665-4ca9-9000-98511806dbb8 service nova] Enqueued Resource ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f with Priority: HIGHEST for action security_group_members [ 856.041989] env[67081]: INFO networking_nsxv3.common.synchronization [req-befd85b2-6743-48df-83ca-ded0a5b82556 req-b5b857f7-b665-4ca9-9000-98511806dbb8 service nova] Enqueued Resource ID: 3fd6cc23-7fbc-43c1-8368-278c6a56c270 with Priority: HIGHEST for action port [ 856.041989] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f with Priority: HIGHEST for action security_group_rules [ 856.041989] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f with Priority: HIGHEST for action security_group_members [ 856.041989] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fd6cc23-7fbc-43c1-8368-278c6a56c270 with Priority: HIGHEST for action port [ 856.042496] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ae55836-e357-4f35-8f11-69a73c5ec71f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.045624] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.045624] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.045624] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.045624] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ae55836-e357-4f35-8f11-69a73c5ec71f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.045624] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ae55836-e357-4f35-8f11-69a73c5ec71f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.045624] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.045624] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.045624] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.045624] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.045624] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.045624] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.045624] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.045624] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.048062] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ae55836-e357-4f35-8f11-69a73c5ec71f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.050306] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fd6cc23-7fbc-43c1-8368-278c6a56c270 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.050518] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fd6cc23-7fbc-43c1-8368-278c6a56c270" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.050704] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fd6cc23-7fbc-43c1-8368-278c6a56c270" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.050972] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fd6cc23-7fbc-43c1-8368-278c6a56c270" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.051166] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fd6cc23-7fbc-43c1-8368-278c6a56c270',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.232249] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4bf9b21f-aa97-4c0b-90fb-2795f0f69cde',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.422310] env[67081]: INFO networking_nsxv3.common.synchronization [None req-adc560d2-d35f-4f55-8800-4c62ec015310 None None] Enqueued Resource ID: ff816f33-61c4-4941-a9f5-14ad8b173854 with Priority: HIGHEST for action port [ 856.424032] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff816f33-61c4-4941-a9f5-14ad8b173854 with Priority: HIGHEST for action port [ 856.424482] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff816f33-61c4-4941-a9f5-14ad8b173854 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.425236] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff816f33-61c4-4941-a9f5-14ad8b173854" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.425236] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff816f33-61c4-4941-a9f5-14ad8b173854" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.426075] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff816f33-61c4-4941-a9f5-14ad8b173854" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.426075] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff816f33-61c4-4941-a9f5-14ad8b173854',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.450783] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d43effa5-96f7-4264-ac8c-7c886969ceb2',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.551321] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ae55836-e357-4f35-8f11-69a73c5ec71f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.555101] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3fd6cc23-7fbc-43c1-8368-278c6a56c270 with status ACTIVE [ 856.555101] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.555101] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.555101] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.555742] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.555904] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.557238] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.557238] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.557238] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.557238] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.557238] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.557238] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.558484] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.558484] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.558484] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.558484] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.558484] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3fd6cc23-7fbc-43c1-8368-278c6a56c270 is going to be updated. [ 856.562574] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ae55836-e357-4f35-8f11-69a73c5ec71f taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.562574] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.587079] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.587311] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.587421] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.587755] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.587973] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.588273] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fd6cc23-7fbc-43c1-8368-278c6a56c270" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.738551] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4bf9b21f-aa97-4c0b-90fb-2795f0f69cde: rpc.has_security_group_logging(os_id): False [ 856.770028] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.770028] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.770028] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.770028] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.770028] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.770028] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.770028] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.770028] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.770028] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.770028] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.770028] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4bf9b21f-aa97-4c0b-90fb-2795f0f69cde is going to be created. [ 856.880345] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.880345] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.880345] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.880345] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.880345] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.897439] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bf9b21f-aa97-4c0b-90fb-2795f0f69cde in Status: IN_PROGRESS for 2s [ 856.905143] env[67081]: INFO networking_nsxv3.common.synchronization [req-befd85b2-6743-48df-83ca-ded0a5b82556 req-db5303e7-c0c9-49f8-aa4c-1329e9dbc19b tempest-MultipleCreateTestJSON-295641269 tempest-MultipleCreateTestJSON-295641269-project-member] Enqueued Resource ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f with Priority: HIGHEST for action security_group_members [ 856.905767] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f with Priority: HIGHEST for action security_group_members [ 856.906433] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ae55836-e357-4f35-8f11-69a73c5ec71f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.906433] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.929620] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff816f33-61c4-4941-a9f5-14ad8b173854 [ 856.929991] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.929991] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.930142] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.930394] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.930473] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.930557] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff816f33-61c4-4941-a9f5-14ad8b173854 already deleted. [ 856.930643] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff816f33-61c4-4941-a9f5-14ad8b173854" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.957887] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.957887] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.957887] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.957887] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.957887] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.957887] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 is going to be updated. [ 856.993463] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.993463] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.993463] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.993463] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.993463] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.015974] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 in Status: IN_PROGRESS for 2s [ 857.053825] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ae55836-e357-4f35-8f11-69a73c5ec71f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.293026] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock network-357 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.293026] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "network-357" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.293026] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "network-357" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.293026] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "network-357" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.293026] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.293026] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.293026] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.293026] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.293026] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.293026] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 857.293026] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 857.293026] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 857.293026] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 857.293782] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 857.293782] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 857.293782] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 857.325290] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 857.325560] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 857.325733] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 857.325977] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "network-357" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.326412] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock port-f6d8e650-acb0-4354-9e83-fe63774474ff taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.326713] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "port-f6d8e650-acb0-4354-9e83-fe63774474ff" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.326897] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "port-f6d8e650-acb0-4354-9e83-fe63774474ff" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.327271] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "port-f6d8e650-acb0-4354-9e83-fe63774474ff" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.327428] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6d8e650-acb0-4354-9e83-fe63774474ff',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.557234] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.557234] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.557234] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.557234] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.557234] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.557234] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f is going to be created. [ 857.583992] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.584195] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.584258] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.584420] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.584578] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.596202] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f in Status: UNINITIALIZED for 2s [ 857.831572] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.832024] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.832024] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.832224] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.832377] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.832537] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Segment Port f6d8e650-acb0-4354-9e83-fe63774474ff not found, creating... [ 857.832797] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.832955] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.833083] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.833308] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.833490] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.833762] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.833886] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.834076] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.834300] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.834436] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.835196] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Resource: SegmentPort with ID: f6d8e650-acb0-4354-9e83-fe63774474ff is going to be created. [ 857.858511] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.858748] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.859016] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.859670] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.859670] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.859670] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "port-f6d8e650-acb0-4354-9e83-fe63774474ff" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.602978] env[67081]: INFO networking_nsxv3.common.synchronization [req-befd85b2-6743-48df-83ca-ded0a5b82556 req-fe5c7447-3f33-401e-a0f0-cdfda109f942 service nova] Enqueued Resource ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f with Priority: HIGHEST for action security_group_rules [ 858.603174] env[67081]: INFO networking_nsxv3.common.synchronization [req-befd85b2-6743-48df-83ca-ded0a5b82556 req-fe5c7447-3f33-401e-a0f0-cdfda109f942 service nova] Enqueued Resource ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f with Priority: HIGHEST for action security_group_members [ 858.603337] env[67081]: INFO networking_nsxv3.common.synchronization [req-befd85b2-6743-48df-83ca-ded0a5b82556 req-fe5c7447-3f33-401e-a0f0-cdfda109f942 service nova] Enqueued Resource ID: f6d8e650-acb0-4354-9e83-fe63774474ff with Priority: HIGHEST for action port [ 858.603846] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f with Priority: HIGHEST for action security_group_rules [ 858.603980] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f with Priority: HIGHEST for action security_group_members [ 858.604606] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6d8e650-acb0-4354-9e83-fe63774474ff with Priority: HIGHEST for action port [ 858.604606] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ae55836-e357-4f35-8f11-69a73c5ec71f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.604857] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.604964] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ae55836-e357-4f35-8f11-69a73c5ec71f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.605033] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.605246] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6d8e650-acb0-4354-9e83-fe63774474ff taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.605372] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6d8e650-acb0-4354-9e83-fe63774474ff" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.605481] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6d8e650-acb0-4354-9e83-fe63774474ff" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.605691] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6d8e650-acb0-4354-9e83-fe63774474ff" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.605792] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6d8e650-acb0-4354-9e83-fe63774474ff',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.910032] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bf9b21f-aa97-4c0b-90fb-2795f0f69cde in Status: SUCCESS [ 858.910360] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4bf9b21f-aa97-4c0b-90fb-2795f0f69cde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.027034] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 in Status: SUCCESS [ 859.027146] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.108841] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f6d8e650-acb0-4354-9e83-fe63774474ff with status ACTIVE [ 859.109161] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.109310] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.109376] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.109590] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.109681] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.109860] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.109962] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.110045] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.110204] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.110283] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.110512] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.110635] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.110699] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.110841] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.110917] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.111009] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f6d8e650-acb0-4354-9e83-fe63774474ff is going to be updated. [ 859.136260] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.136452] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.137156] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.137156] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.137156] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.137156] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6d8e650-acb0-4354-9e83-fe63774474ff" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.617173] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f in Status: SUCCESS [ 859.617423] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.617727] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.617830] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.618147] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.618147] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.618267] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.618356] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.618437] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.618523] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.618620] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ae55836-e357-4f35-8f11-69a73c5ec71f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.619597] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.619774] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.619936] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.621895] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.621895] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.621895] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.621895] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.621895] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ae55836-e357-4f35-8f11-69a73c5ec71f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.695017] env[67081]: INFO networking_nsxv3.common.synchronization [req-a5ad5c7d-bd35-463e-9d98-6200b18bfdd0 req-9b52eed0-e14c-42f7-be61-f98c1dac5ae0 tempest-InstanceActionsV221TestJSON-1733393624 tempest-InstanceActionsV221TestJSON-1733393624-project-member] Enqueued Resource ID: d458a21f-b0b9-4e87-82cc-57667c38cff9 with Priority: HIGHEST for action security_group_members [ 859.695017] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d458a21f-b0b9-4e87-82cc-57667c38cff9 with Priority: HIGHEST for action security_group_members [ 859.695554] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-d458a21f-b0b9-4e87-82cc-57667c38cff9 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.695853] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d458a21f-b0b9-4e87-82cc-57667c38cff9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.696072] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d458a21f-b0b9-4e87-82cc-57667c38cff9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.698121] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d458a21f-b0b9-4e87-82cc-57667c38cff9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.698121] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.698121] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.698121] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.698121] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.698121] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.698121] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d458a21f-b0b9-4e87-82cc-57667c38cff9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.124385] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ae55836-e357-4f35-8f11-69a73c5ec71f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.125811] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ae55836-e357-4f35-8f11-69a73c5ec71f taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.125811] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.141776] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock network-739 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.141975] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "network-739" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.142477] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "network-739" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.142819] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "network-739" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.143092] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.143314] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.143561] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.143801] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.143945] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.144173] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 860.144283] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 860.144386] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 860.144489] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 860.144592] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 860.144696] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 860.144822] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 860.163716] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 860.163927] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 860.164110] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 860.164347] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "network-739" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.164825] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock port-3de2e2eb-7c36-4971-b179-07d790009627 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.165094] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "port-3de2e2eb-7c36-4971-b179-07d790009627" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.165240] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "port-3de2e2eb-7c36-4971-b179-07d790009627" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.165583] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "port-3de2e2eb-7c36-4971-b179-07d790009627" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.165744] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3de2e2eb-7c36-4971-b179-07d790009627',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.203661] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.203661] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.203661] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.203661] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.203661] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.203661] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.203661] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.203661] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.203661] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.203661] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.203661] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d458a21f-b0b9-4e87-82cc-57667c38cff9 already deleted. [ 860.203661] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d458a21f-b0b9-4e87-82cc-57667c38cff9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.628463] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ae55836-e357-4f35-8f11-69a73c5ec71f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.670269] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.670518] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.670641] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.670923] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.671381] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.671557] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Segment Port 3de2e2eb-7c36-4971-b179-07d790009627 not found, creating... [ 860.671693] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.671853] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.671969] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.672304] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.672546] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.672814] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.673120] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.673120] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.673313] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.673498] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.673667] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Resource: SegmentPort with ID: 3de2e2eb-7c36-4971-b179-07d790009627 is going to be created. [ 860.701866] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.702204] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.702339] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.702649] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.702872] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.703126] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "port-3de2e2eb-7c36-4971-b179-07d790009627" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.967689] env[67081]: INFO networking_nsxv3.common.synchronization [None req-16c1c261-a6eb-4740-a9e4-c9826b8d92a8 None None] Enqueued Resource ID: 54d18f21-ddd6-4c0f-b2c8-0a2891c0be18 with Priority: HIGHEST for action port [ 860.968515] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54d18f21-ddd6-4c0f-b2c8-0a2891c0be18 with Priority: HIGHEST for action port [ 860.968987] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-54d18f21-ddd6-4c0f-b2c8-0a2891c0be18 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.969205] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54d18f21-ddd6-4c0f-b2c8-0a2891c0be18" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.969357] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54d18f21-ddd6-4c0f-b2c8-0a2891c0be18" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.969690] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54d18f21-ddd6-4c0f-b2c8-0a2891c0be18" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.970065] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54d18f21-ddd6-4c0f-b2c8-0a2891c0be18',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.131017] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.131433] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.131433] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.131523] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.131622] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.131720] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f is going to be updated. [ 861.161225] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.161424] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.161424] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.161640] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.161789] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.170120] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f in Status: IN_PROGRESS for 2s [ 861.421952] env[67081]: INFO networking_nsxv3.common.synchronization [req-a5ad5c7d-bd35-463e-9d98-6200b18bfdd0 req-c61b3807-f6c3-4a8c-a9f8-057f68c0e85f service nova] Enqueued Resource ID: d458a21f-b0b9-4e87-82cc-57667c38cff9 with Priority: HIGHEST for action security_group_rules [ 861.421952] env[67081]: INFO networking_nsxv3.common.synchronization [req-a5ad5c7d-bd35-463e-9d98-6200b18bfdd0 req-c61b3807-f6c3-4a8c-a9f8-057f68c0e85f service nova] Enqueued Resource ID: d458a21f-b0b9-4e87-82cc-57667c38cff9 with Priority: HIGHEST for action security_group_members [ 861.421952] env[67081]: INFO networking_nsxv3.common.synchronization [req-a5ad5c7d-bd35-463e-9d98-6200b18bfdd0 req-c61b3807-f6c3-4a8c-a9f8-057f68c0e85f service nova] Enqueued Resource ID: 3de2e2eb-7c36-4971-b179-07d790009627 with Priority: HIGHEST for action port [ 861.422314] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d458a21f-b0b9-4e87-82cc-57667c38cff9 with Priority: HIGHEST for action security_group_rules [ 861.422438] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d458a21f-b0b9-4e87-82cc-57667c38cff9 with Priority: HIGHEST for action security_group_members [ 861.422531] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3de2e2eb-7c36-4971-b179-07d790009627 with Priority: HIGHEST for action port [ 861.422802] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d458a21f-b0b9-4e87-82cc-57667c38cff9 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.422923] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d458a21f-b0b9-4e87-82cc-57667c38cff9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.422999] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d458a21f-b0b9-4e87-82cc-57667c38cff9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.423241] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d458a21f-b0b9-4e87-82cc-57667c38cff9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.423331] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d458a21f-b0b9-4e87-82cc-57667c38cff9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.424302] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-d458a21f-b0b9-4e87-82cc-57667c38cff9 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.424398] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d458a21f-b0b9-4e87-82cc-57667c38cff9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.424482] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d458a21f-b0b9-4e87-82cc-57667c38cff9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.424584] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d458a21f-b0b9-4e87-82cc-57667c38cff9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.424720] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.424810] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.424868] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.425015] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.425104] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.425192] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d458a21f-b0b9-4e87-82cc-57667c38cff9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.426575] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-3de2e2eb-7c36-4971-b179-07d790009627 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.426575] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3de2e2eb-7c36-4971-b179-07d790009627" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.426575] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3de2e2eb-7c36-4971-b179-07d790009627" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.426575] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3de2e2eb-7c36-4971-b179-07d790009627" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.426575] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3de2e2eb-7c36-4971-b179-07d790009627',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.472521] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 54d18f21-ddd6-4c0f-b2c8-0a2891c0be18 [ 861.472886] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.473259] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.473259] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.473259] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.473393] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.473393] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:54d18f21-ddd6-4c0f-b2c8-0a2891c0be18 already deleted. [ 861.473471] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54d18f21-ddd6-4c0f-b2c8-0a2891c0be18" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.928659] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-d458a21f-b0b9-4e87-82cc-57667c38cff9 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.928659] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d458a21f-b0b9-4e87-82cc-57667c38cff9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.928894] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d458a21f-b0b9-4e87-82cc-57667c38cff9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.932395] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3de2e2eb-7c36-4971-b179-07d790009627 with status ACTIVE [ 861.933180] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.933180] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.933180] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.933180] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.933180] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.933586] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.933586] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.933586] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.933704] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.933758] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.933972] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.935578] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.935671] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.935931] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.935931] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.936037] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3de2e2eb-7c36-4971-b179-07d790009627 is going to be updated. [ 861.959022] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.959022] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.959022] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.959022] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.959022] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.959022] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3de2e2eb-7c36-4971-b179-07d790009627" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.343739] env[67081]: INFO networking_nsxv3.common.synchronization [req-2ce4a02a-32d4-45fc-b96d-f1746bb4e503 req-b8826734-572b-4ace-a841-4ffae34aab20 tempest-ImagesOneServerNegativeTestJSON-894013560 tempest-ImagesOneServerNegativeTestJSON-894013560-project-member] Enqueued Resource ID: 8866959b-93f8-4465-93ba-9f20bba6c646 with Priority: HIGHEST for action security_group_members [ 862.344742] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8866959b-93f8-4465-93ba-9f20bba6c646 with Priority: HIGHEST for action security_group_members [ 862.345351] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-8866959b-93f8-4465-93ba-9f20bba6c646 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.345509] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.345509] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.345876] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.346153] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.346345] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.346422] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.346659] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.346805] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.347092] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8866959b-93f8-4465-93ba-9f20bba6c646',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.432624] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d458a21f-b0b9-4e87-82cc-57667c38cff9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.734220] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-391 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.734695] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-391" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.734851] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-391" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.735221] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-391" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.735512] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.735768] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.735938] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.736194] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.736338] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.736553] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 862.736675] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 862.736793] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 862.736912] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 862.737041] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 862.737151] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 862.737288] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 862.756408] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 862.756580] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 862.756714] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 862.756901] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-391" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.760310] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-3f04a52e-5754-4bdf-bc27-5ddd53384dbd taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.760559] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-3f04a52e-5754-4bdf-bc27-5ddd53384dbd" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.760734] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-3f04a52e-5754-4bdf-bc27-5ddd53384dbd" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.761035] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-3f04a52e-5754-4bdf-bc27-5ddd53384dbd" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.761210] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f04a52e-5754-4bdf-bc27-5ddd53384dbd',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.852874] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.853099] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.853173] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.853385] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.853469] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.853672] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.853946] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.853946] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.854503] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.854620] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.854721] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8866959b-93f8-4465-93ba-9f20bba6c646 is going to be deleted. [ 862.886018] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.886925] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.887031] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.887316] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.888041] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.888041] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.937018] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.937018] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.937018] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.937018] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.937018] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.938090] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d458a21f-b0b9-4e87-82cc-57667c38cff9 is going to be created. [ 862.964927] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.967337] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.967337] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.967337] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.967337] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.978232] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d458a21f-b0b9-4e87-82cc-57667c38cff9 in Status: UNINITIALIZED for 2s [ 863.184980] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f in Status: SUCCESS [ 863.184980] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.184980] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.184980] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.184980] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.184980] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.184980] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.184980] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.184980] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.184980] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ae55836-e357-4f35-8f11-69a73c5ec71f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.267043] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.267043] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.267043] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.267043] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.267043] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.267043] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port 3f04a52e-5754-4bdf-bc27-5ddd53384dbd not found, creating... [ 863.267043] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.267043] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.267043] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.267043] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.267043] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.267796] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.267796] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.267796] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.267796] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.267796] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.267796] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: 3f04a52e-5754-4bdf-bc27-5ddd53384dbd is going to be created. [ 863.304028] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.304028] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.304028] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.304028] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.304028] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.304028] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-3f04a52e-5754-4bdf-bc27-5ddd53384dbd" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.689022] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ae55836-e357-4f35-8f11-69a73c5ec71f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.689698] env[67081]: INFO networking_nsxv3.common.synchronization [None req-9a4669b4-ec5c-4294-a807-f39014ccbe0a None None] Enqueued Resource ID: b1e874df-41e0-4155-8164-f2564e2c9257 with Priority: HIGHEST for action port [ 863.690768] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1e874df-41e0-4155-8164-f2564e2c9257 with Priority: HIGHEST for action port [ 863.691627] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1e874df-41e0-4155-8164-f2564e2c9257 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.691941] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1e874df-41e0-4155-8164-f2564e2c9257" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.692185] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1e874df-41e0-4155-8164-f2564e2c9257" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.692577] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1e874df-41e0-4155-8164-f2564e2c9257" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.692789] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1e874df-41e0-4155-8164-f2564e2c9257',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.081506] env[67081]: INFO networking_nsxv3.common.synchronization [req-2ce4a02a-32d4-45fc-b96d-f1746bb4e503 req-b6cd7d08-a051-48de-9a33-524b6bae29a9 service nova] Enqueued Resource ID: 8866959b-93f8-4465-93ba-9f20bba6c646 with Priority: HIGHEST for action security_group_rules [ 864.081769] env[67081]: INFO networking_nsxv3.common.synchronization [req-2ce4a02a-32d4-45fc-b96d-f1746bb4e503 req-b6cd7d08-a051-48de-9a33-524b6bae29a9 service nova] Enqueued Resource ID: 8866959b-93f8-4465-93ba-9f20bba6c646 with Priority: HIGHEST for action security_group_members [ 864.082045] env[67081]: INFO networking_nsxv3.common.synchronization [req-2ce4a02a-32d4-45fc-b96d-f1746bb4e503 req-b6cd7d08-a051-48de-9a33-524b6bae29a9 service nova] Enqueued Resource ID: 3f04a52e-5754-4bdf-bc27-5ddd53384dbd with Priority: HIGHEST for action port [ 864.082818] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8866959b-93f8-4465-93ba-9f20bba6c646 with Priority: HIGHEST for action security_group_rules [ 864.083010] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8866959b-93f8-4465-93ba-9f20bba6c646 with Priority: HIGHEST for action security_group_members [ 864.083182] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f04a52e-5754-4bdf-bc27-5ddd53384dbd with Priority: HIGHEST for action port [ 864.083563] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8866959b-93f8-4465-93ba-9f20bba6c646 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.083706] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.083773] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.083996] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.084117] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8866959b-93f8-4465-93ba-9f20bba6c646',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.087082] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-8866959b-93f8-4465-93ba-9f20bba6c646 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.087240] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.087526] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.087611] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.087819] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.087995] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.088061] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.088232] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.088337] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.088450] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8866959b-93f8-4465-93ba-9f20bba6c646',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.089489] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f04a52e-5754-4bdf-bc27-5ddd53384dbd taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.089619] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f04a52e-5754-4bdf-bc27-5ddd53384dbd" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.090217] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f04a52e-5754-4bdf-bc27-5ddd53384dbd" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.090217] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f04a52e-5754-4bdf-bc27-5ddd53384dbd" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.090217] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f04a52e-5754-4bdf-bc27-5ddd53384dbd',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.190523] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ae55836-e357-4f35-8f11-69a73c5ec71f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.195516] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b1e874df-41e0-4155-8164-f2564e2c9257 [ 864.196058] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.196058] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.196058] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.196455] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.196455] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.196527] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b1e874df-41e0-4155-8164-f2564e2c9257 already deleted. [ 864.196574] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1e874df-41e0-4155-8164-f2564e2c9257" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.453211] env[67081]: INFO networking_nsxv3.common.synchronization [req-a34a4734-f5cb-4707-959c-c82080a368b2 req-e0153cfe-4658-470d-8993-249077ab7483 tempest-DeleteServersTestJSON-824934422 tempest-DeleteServersTestJSON-824934422-project-member] Enqueued Resource ID: 6252e64a-b311-40e1-bced-0dc0bf08891f with Priority: HIGHEST for action security_group_members [ 864.453211] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6252e64a-b311-40e1-bced-0dc0bf08891f with Priority: HIGHEST for action security_group_members [ 864.453211] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6252e64a-b311-40e1-bced-0dc0bf08891f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.454322] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.454418] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.454615] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.454817] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.454940] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.455262] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.455520] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.455665] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.455956] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6252e64a-b311-40e1-bced-0dc0bf08891f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.592565] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f04a52e-5754-4bdf-bc27-5ddd53384dbd with status ACTIVE [ 864.592849] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.592989] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.593099] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.595390] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.595390] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.595390] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.595390] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.595390] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.595390] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.595390] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.595390] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.595390] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.595390] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.595390] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.595390] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.595888] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f04a52e-5754-4bdf-bc27-5ddd53384dbd is going to be updated. [ 864.597495] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-8866959b-93f8-4465-93ba-9f20bba6c646 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.597495] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.597701] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8866959b-93f8-4465-93ba-9f20bba6c646',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.627786] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.628054] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.628054] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.628254] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.628412] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.628570] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f04a52e-5754-4bdf-bc27-5ddd53384dbd" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.692681] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.696026] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.696026] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.696026] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.696026] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.696026] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f is going to be updated. [ 864.791563] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.791563] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.791563] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.791563] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.791563] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.808284] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f in Status: IN_PROGRESS for 2s [ 864.963028] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.963028] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.963028] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.963028] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.963028] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.963028] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.963028] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.963028] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.963028] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.963028] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.963028] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6252e64a-b311-40e1-bced-0dc0bf08891f is going to be updated. [ 864.989652] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d458a21f-b0b9-4e87-82cc-57667c38cff9 in Status: SUCCESS [ 864.989907] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d458a21f-b0b9-4e87-82cc-57667c38cff9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.990399] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d458a21f-b0b9-4e87-82cc-57667c38cff9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.990945] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d458a21f-b0b9-4e87-82cc-57667c38cff9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.990945] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.991121] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.991200] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.991608] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.992747] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.992747] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d458a21f-b0b9-4e87-82cc-57667c38cff9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.992747] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d458a21f-b0b9-4e87-82cc-57667c38cff9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.996517] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.996656] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.996748] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.996980] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.997148] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.010525] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6252e64a-b311-40e1-bced-0dc0bf08891f in Status: IN_PROGRESS for 2s [ 865.057162] env[67081]: INFO networking_nsxv3.common.synchronization [req-473ee067-61a8-4905-8f50-8f916ffdff2f req-c0a56b2f-1940-46e8-9473-47d35eaf7769 tempest-ServerActionsV293TestJSON-671197323 tempest-ServerActionsV293TestJSON-671197323-project-member] Enqueued Resource ID: 6e2ee032-dc37-482d-b755-0c7a8e6b66b7 with Priority: HIGHEST for action security_group_members [ 865.057357] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e2ee032-dc37-482d-b755-0c7a8e6b66b7 with Priority: HIGHEST for action security_group_members [ 865.058033] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e2ee032-dc37-482d-b755-0c7a8e6b66b7 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.058033] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e2ee032-dc37-482d-b755-0c7a8e6b66b7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.058033] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e2ee032-dc37-482d-b755-0c7a8e6b66b7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.058501] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e2ee032-dc37-482d-b755-0c7a8e6b66b7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.058721] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.058881] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.059053] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.059229] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.059325] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.059428] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e2ee032-dc37-482d-b755-0c7a8e6b66b7',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.099982] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8866959b-93f8-4465-93ba-9f20bba6c646',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.462176] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock network-143 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.462176] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "network-143" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.462395] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "network-143" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.462633] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "network-143" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.462894] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.463108] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.463266] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.463530] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.463736] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.463993] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 865.464151] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 865.464411] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 865.464411] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 865.464486] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 865.464735] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 865.464803] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 865.487047] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 865.487135] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 865.487273] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 865.487454] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "network-143" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.487764] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock port-2b8e929a-496a-4547-9208-b32fd27be44f taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.487947] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "port-2b8e929a-496a-4547-9208-b32fd27be44f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.488087] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "port-2b8e929a-496a-4547-9208-b32fd27be44f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.488596] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "port-2b8e929a-496a-4547-9208-b32fd27be44f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.488672] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b8e929a-496a-4547-9208-b32fd27be44f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.494414] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-d458a21f-b0b9-4e87-82cc-57667c38cff9 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.494539] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d458a21f-b0b9-4e87-82cc-57667c38cff9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.495253] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d458a21f-b0b9-4e87-82cc-57667c38cff9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.495253] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d458a21f-b0b9-4e87-82cc-57667c38cff9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.495253] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.495253] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.495253] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.495494] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.495494] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.495494] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d458a21f-b0b9-4e87-82cc-57667c38cff9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.495599] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-d458a21f-b0b9-4e87-82cc-57667c38cff9 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.495717] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d458a21f-b0b9-4e87-82cc-57667c38cff9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.495783] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d458a21f-b0b9-4e87-82cc-57667c38cff9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.495924] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d458a21f-b0b9-4e87-82cc-57667c38cff9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.496071] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.496976] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.496976] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.496976] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.496976] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.496976] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d458a21f-b0b9-4e87-82cc-57667c38cff9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.496976] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d458a21f-b0b9-4e87-82cc-57667c38cff9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.562295] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.562295] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.562295] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.562295] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.562295] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.562609] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.562609] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.562687] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.562856] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.562912] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.562997] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e2ee032-dc37-482d-b755-0c7a8e6b66b7 already deleted. [ 865.563140] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e2ee032-dc37-482d-b755-0c7a8e6b66b7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.602590] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.602747] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.602791] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.603016] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.603110] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.603210] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8866959b-93f8-4465-93ba-9f20bba6c646 is going to be created. [ 865.627586] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.627768] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.627835] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.628034] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.628286] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.638404] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8866959b-93f8-4465-93ba-9f20bba6c646 in Status: UNINITIALIZED for 2s [ 865.860417] env[67081]: INFO networking_nsxv3.common.synchronization [req-5fe5a267-6675-4dd9-a112-761141e0617a req-22f25f19-25e2-4501-8f87-a862d6814072 tempest-ListServerFiltersTestJSON-205465944 tempest-ListServerFiltersTestJSON-205465944-project-member] Enqueued Resource ID: 8dd8386e-203d-4d2b-8a88-4e61b6fb9327 with Priority: HIGHEST for action security_group_members [ 865.861325] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dd8386e-203d-4d2b-8a88-4e61b6fb9327 with Priority: HIGHEST for action security_group_members [ 865.861426] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.861836] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.861836] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.862032] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.862241] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.862357] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.862357] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.862490] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.862920] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.862920] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dd8386e-203d-4d2b-8a88-4e61b6fb9327',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.991963] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.992306] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.992449] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.992743] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.992892] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.993055] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Segment Port 2b8e929a-496a-4547-9208-b32fd27be44f not found, creating... [ 865.993542] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.993679] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.993796] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.994046] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.994196] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.994486] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.994931] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.994931] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.994931] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.995190] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.995339] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Resource: SegmentPort with ID: 2b8e929a-496a-4547-9208-b32fd27be44f is going to be created. [ 865.999534] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d458a21f-b0b9-4e87-82cc-57667c38cff9: rpc.has_security_group_logging(os_id): False [ 866.019514] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.019514] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.019741] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.019899] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.020171] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.020403] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "port-2b8e929a-496a-4547-9208-b32fd27be44f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.024418] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.024418] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.024418] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.024418] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.025320] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.025420] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.025502] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.025593] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.025856] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.025936] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.026170] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.026589] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.026654] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.026803] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.026877] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.027079] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.027168] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.027643] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.027781] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.027781] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.027850] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d458a21f-b0b9-4e87-82cc-57667c38cff9 is going to be created. [ 866.125027] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.125027] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.125027] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.125027] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.125027] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.151767] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d458a21f-b0b9-4e87-82cc-57667c38cff9 in Status: IN_PROGRESS for 2s [ 866.365802] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8dd8386e-203d-4d2b-8a88-4e61b6fb9327',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.727695] env[67081]: INFO networking_nsxv3.common.synchronization [req-473ee067-61a8-4905-8f50-8f916ffdff2f req-31e93e0c-57ba-4659-a046-697d555c741b service nova] Enqueued Resource ID: 6e2ee032-dc37-482d-b755-0c7a8e6b66b7 with Priority: HIGHEST for action security_group_rules [ 866.728073] env[67081]: INFO networking_nsxv3.common.synchronization [req-473ee067-61a8-4905-8f50-8f916ffdff2f req-31e93e0c-57ba-4659-a046-697d555c741b service nova] Enqueued Resource ID: 6e2ee032-dc37-482d-b755-0c7a8e6b66b7 with Priority: HIGHEST for action security_group_members [ 866.728073] env[67081]: INFO networking_nsxv3.common.synchronization [req-473ee067-61a8-4905-8f50-8f916ffdff2f req-31e93e0c-57ba-4659-a046-697d555c741b service nova] Enqueued Resource ID: 2b8e929a-496a-4547-9208-b32fd27be44f with Priority: HIGHEST for action port [ 866.728625] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e2ee032-dc37-482d-b755-0c7a8e6b66b7 with Priority: HIGHEST for action security_group_rules [ 866.728764] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e2ee032-dc37-482d-b755-0c7a8e6b66b7 with Priority: HIGHEST for action security_group_members [ 866.728854] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b8e929a-496a-4547-9208-b32fd27be44f with Priority: HIGHEST for action port [ 866.729251] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e2ee032-dc37-482d-b755-0c7a8e6b66b7 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.729378] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e2ee032-dc37-482d-b755-0c7a8e6b66b7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.729465] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e2ee032-dc37-482d-b755-0c7a8e6b66b7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.729710] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e2ee032-dc37-482d-b755-0c7a8e6b66b7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.729764] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e2ee032-dc37-482d-b755-0c7a8e6b66b7',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.730767] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e2ee032-dc37-482d-b755-0c7a8e6b66b7 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.730893] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e2ee032-dc37-482d-b755-0c7a8e6b66b7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.730967] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e2ee032-dc37-482d-b755-0c7a8e6b66b7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.731321] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e2ee032-dc37-482d-b755-0c7a8e6b66b7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.731545] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.731679] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.731942] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.732144] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.734449] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.734449] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e2ee032-dc37-482d-b755-0c7a8e6b66b7',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.734449] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b8e929a-496a-4547-9208-b32fd27be44f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.734449] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b8e929a-496a-4547-9208-b32fd27be44f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.734449] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b8e929a-496a-4547-9208-b32fd27be44f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.734449] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b8e929a-496a-4547-9208-b32fd27be44f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.734449] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b8e929a-496a-4547-9208-b32fd27be44f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.820563] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f in Status: SUCCESS [ 866.820833] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.821026] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.821441] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.821621] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.821685] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.821758] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.821909] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.822037] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.822158] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.822311] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ae55836-e357-4f35-8f11-69a73c5ec71f taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.822408] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.822468] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.822608] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.822746] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.822835] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.822914] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.823260] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.823260] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.823332] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.823399] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ae55836-e357-4f35-8f11-69a73c5ec71f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.868234] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8dd8386e-203d-4d2b-8a88-4e61b6fb9327',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.024036] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6252e64a-b311-40e1-bced-0dc0bf08891f in Status: SUCCESS [ 867.024840] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6252e64a-b311-40e1-bced-0dc0bf08891f deletion is rescheduled due to dependency. [ 867.024840] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.236545] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e2ee032-dc37-482d-b755-0c7a8e6b66b7',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.242214] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e2ee032-dc37-482d-b755-0c7a8e6b66b7 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.242214] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e2ee032-dc37-482d-b755-0c7a8e6b66b7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.242214] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b8e929a-496a-4547-9208-b32fd27be44f with status ACTIVE [ 867.242403] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.242719] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.242719] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.243198] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.243198] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.251137] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.251137] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.251137] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.251137] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.251137] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.251137] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.251137] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.251137] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.251137] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.251137] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.251137] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b8e929a-496a-4547-9208-b32fd27be44f is going to be updated. [ 867.271331] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.274284] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.274284] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.274284] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.274284] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.274284] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b8e929a-496a-4547-9208-b32fd27be44f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.326234] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ae55836-e357-4f35-8f11-69a73c5ec71f: rpc.has_security_group_logging(os_id): False [ 867.348264] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.348264] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.348264] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.348264] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.348264] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.348608] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.348608] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.348608] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.348720] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.348786] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.348996] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.349109] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.349173] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.349320] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.349393] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.349599] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.349668] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.349717] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.349858] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.349922] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.350021] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f is going to be created. [ 867.375671] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.375805] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.375805] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.376079] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.376214] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.376355] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dd8386e-203d-4d2b-8a88-4e61b6fb9327 is going to be updated. [ 867.418125] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.418272] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.418356] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.418571] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.418726] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.439183] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.439407] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.439407] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.439657] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.439871] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.451845] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dd8386e-203d-4d2b-8a88-4e61b6fb9327 in Status: IN_PROGRESS for 2s [ 867.478947] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f in Status: IN_PROGRESS for 2s [ 867.650484] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8866959b-93f8-4465-93ba-9f20bba6c646 in Status: SUCCESS [ 867.650755] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.650933] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.651270] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.651930] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.651930] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.651930] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.651930] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.652138] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.652138] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.652235] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8866959b-93f8-4465-93ba-9f20bba6c646',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.749165] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e2ee032-dc37-482d-b755-0c7a8e6b66b7',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.973078] env[67081]: INFO networking_nsxv3.common.synchronization [req-ca9a18a8-b6ec-4d06-97b6-bcdf28f185b7 req-2d49ff77-1509-4ad2-9ede-a60257e15a21 tempest-ServerDiskConfigTestJSON-696026015 tempest-ServerDiskConfigTestJSON-696026015-project-member] Enqueued Resource ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 with Priority: HIGHEST for action security_group_members [ 867.973078] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 with Priority: HIGHEST for action security_group_members [ 867.973078] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e957e77c-acf8-49b7-a51d-e22fbbb26613 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.973078] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.973078] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.973078] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.973078] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.973078] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.973078] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.973540] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.973540] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.974339] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e957e77c-acf8-49b7-a51d-e22fbbb26613',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.157029] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-8866959b-93f8-4465-93ba-9f20bba6c646 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.157029] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.157029] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.157029] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.157029] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.157029] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.157029] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.157029] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.157029] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.157029] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.157029] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-8866959b-93f8-4465-93ba-9f20bba6c646 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.157029] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.157029] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.158154] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.158323] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.158456] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.158545] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.158737] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.158826] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.159032] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.159032] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8866959b-93f8-4465-93ba-9f20bba6c646',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.167463] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d458a21f-b0b9-4e87-82cc-57667c38cff9 in Status: SUCCESS [ 868.167545] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d458a21f-b0b9-4e87-82cc-57667c38cff9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.252664] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.252664] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.252664] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.252664] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.252664] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.252664] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e2ee032-dc37-482d-b755-0c7a8e6b66b7 is going to be created. [ 868.302273] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.302435] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.302506] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.302727] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.302900] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.317322] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e2ee032-dc37-482d-b755-0c7a8e6b66b7 in Status: UNINITIALIZED for 2s [ 868.379348] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-236 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.379605] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-236" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.379866] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-236" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.380254] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-236" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.380565] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.380741] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.380858] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.381167] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.381391] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.381570] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 868.381732] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 868.381856] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 868.381998] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 868.382145] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 868.382556] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 868.382556] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 868.403403] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 868.404044] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 868.404044] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 868.404044] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-236" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.405112] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-dd5e87da-6fa9-4132-854a-d6e47a30d35f taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.405112] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-dd5e87da-6fa9-4132-854a-d6e47a30d35f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.405112] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-dd5e87da-6fa9-4132-854a-d6e47a30d35f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.405112] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-dd5e87da-6fa9-4132-854a-d6e47a30d35f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.405112] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd5e87da-6fa9-4132-854a-d6e47a30d35f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.477091] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.477285] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.477285] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.478745] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.478745] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.479748] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.479748] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.479748] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.479748] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.479748] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.479748] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 already deleted. [ 868.479748] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.661117] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8866959b-93f8-4465-93ba-9f20bba6c646: rpc.has_security_group_logging(os_id): False [ 868.685357] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.685500] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.685606] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.685793] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.685883] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.686337] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.686476] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.686542] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.686703] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.686784] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.686991] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.687146] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.687214] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.687360] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.687437] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.687638] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.687732] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.687796] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.687934] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.688013] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.688111] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8866959b-93f8-4465-93ba-9f20bba6c646 is going to be created. [ 868.758159] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.758419] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.758419] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.758587] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.758773] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.774460] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8866959b-93f8-4465-93ba-9f20bba6c646 in Status: IN_PROGRESS for 2s [ 868.909579] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.909880] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.910035] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.910340] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.910500] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.910681] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port dd5e87da-6fa9-4132-854a-d6e47a30d35f not found, creating... [ 868.910922] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.911086] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.911305] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.911587] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.911800] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.912231] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.912390] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.912525] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.912739] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.912893] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.913106] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: dd5e87da-6fa9-4132-854a-d6e47a30d35f is going to be created. [ 868.945056] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.945056] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.945056] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.945056] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.945360] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.945360] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-dd5e87da-6fa9-4132-854a-d6e47a30d35f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.461062] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dd8386e-203d-4d2b-8a88-4e61b6fb9327 in Status: SUCCESS [ 869.461863] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.498122] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f in Status: SUCCESS [ 869.498391] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.498657] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.498917] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.499089] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ae55836-e357-4f35-8f11-69a73c5ec71f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.633945] env[67081]: INFO networking_nsxv3.common.synchronization [req-ca9a18a8-b6ec-4d06-97b6-bcdf28f185b7 req-9f7898ec-ca72-48eb-a836-13ff3338cf8d service nova] Enqueued Resource ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 with Priority: HIGHEST for action security_group_rules [ 869.633945] env[67081]: INFO networking_nsxv3.common.synchronization [req-ca9a18a8-b6ec-4d06-97b6-bcdf28f185b7 req-9f7898ec-ca72-48eb-a836-13ff3338cf8d service nova] Enqueued Resource ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 with Priority: HIGHEST for action security_group_members [ 869.634445] env[67081]: INFO networking_nsxv3.common.synchronization [req-ca9a18a8-b6ec-4d06-97b6-bcdf28f185b7 req-9f7898ec-ca72-48eb-a836-13ff3338cf8d service nova] Enqueued Resource ID: dd5e87da-6fa9-4132-854a-d6e47a30d35f with Priority: HIGHEST for action port [ 869.635248] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 with Priority: HIGHEST for action security_group_rules [ 869.635450] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 with Priority: HIGHEST for action security_group_members [ 869.635559] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd5e87da-6fa9-4132-854a-d6e47a30d35f with Priority: HIGHEST for action port [ 869.635884] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e957e77c-acf8-49b7-a51d-e22fbbb26613 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.636037] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.636124] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.636726] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.636726] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e957e77c-acf8-49b7-a51d-e22fbbb26613',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.638149] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e957e77c-acf8-49b7-a51d-e22fbbb26613 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.638294] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.638534] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.638751] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.638930] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.639092] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.639185] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.639826] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.639826] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.639826] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e957e77c-acf8-49b7-a51d-e22fbbb26613',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.641494] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd5e87da-6fa9-4132-854a-d6e47a30d35f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.641494] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd5e87da-6fa9-4132-854a-d6e47a30d35f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.641494] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd5e87da-6fa9-4132-854a-d6e47a30d35f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.641646] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd5e87da-6fa9-4132-854a-d6e47a30d35f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.642199] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd5e87da-6fa9-4132-854a-d6e47a30d35f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.003200] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ae55836-e357-4f35-8f11-69a73c5ec71f taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.003200] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.003200] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.003200] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.003200] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.003200] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.003200] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.003200] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.003200] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.003200] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.003200] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ae55836-e357-4f35-8f11-69a73c5ec71f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.145598] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e957e77c-acf8-49b7-a51d-e22fbbb26613',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.146964] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e957e77c-acf8-49b7-a51d-e22fbbb26613 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.147084] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.148037] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd5e87da-6fa9-4132-854a-d6e47a30d35f with status ACTIVE [ 870.148037] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.148037] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.148037] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.148037] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.148037] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.148396] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.148396] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.148396] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.148535] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.148561] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.148727] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.148813] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.148875] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.149019] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.151107] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.151107] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd5e87da-6fa9-4132-854a-d6e47a30d35f is going to be updated. [ 870.173733] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.173883] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.173953] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.174176] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.174318] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.174493] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd5e87da-6fa9-4132-854a-d6e47a30d35f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.330150] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e2ee032-dc37-482d-b755-0c7a8e6b66b7 in Status: SUCCESS [ 870.330392] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e2ee032-dc37-482d-b755-0c7a8e6b66b7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.330579] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e2ee032-dc37-482d-b755-0c7a8e6b66b7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.330894] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e2ee032-dc37-482d-b755-0c7a8e6b66b7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.331109] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.331256] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.331327] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.331525] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.331623] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.331715] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e2ee032-dc37-482d-b755-0c7a8e6b66b7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.331827] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e2ee032-dc37-482d-b755-0c7a8e6b66b7',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.505540] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ae55836-e357-4f35-8f11-69a73c5ec71f taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.505540] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.505540] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.505973] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.505973] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.506509] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.506509] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.506676] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.506768] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.506864] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.507049] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ae55836-e357-4f35-8f11-69a73c5ec71f taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.507149] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.507266] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.507363] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.507527] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.507622] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.507683] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.507818] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.507896] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.507979] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.508086] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ae55836-e357-4f35-8f11-69a73c5ec71f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.648698] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e957e77c-acf8-49b7-a51d-e22fbbb26613',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.795391] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8866959b-93f8-4465-93ba-9f20bba6c646 in Status: SUCCESS [ 870.795627] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.834199] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e2ee032-dc37-482d-b755-0c7a8e6b66b7',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.839695] env[67081]: INFO networking_nsxv3.common.synchronization [req-4cc1dea6-777e-438f-a76d-f7437476537b req-e444dd98-43e2-4e82-a25a-b82fd9ec906e tempest-VolumesAdminNegativeTest-1970256933 tempest-VolumesAdminNegativeTest-1970256933-project-member] Enqueued Resource ID: f0f3214a-beab-4e3f-bde5-27b7cc28a600 with Priority: HIGHEST for action security_group_members [ 870.840283] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0f3214a-beab-4e3f-bde5-27b7cc28a600 with Priority: HIGHEST for action security_group_members [ 870.840608] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0f3214a-beab-4e3f-bde5-27b7cc28a600 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.840734] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0f3214a-beab-4e3f-bde5-27b7cc28a600" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.840802] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0f3214a-beab-4e3f-bde5-27b7cc28a600" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.841978] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0f3214a-beab-4e3f-bde5-27b7cc28a600" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.842112] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.842306] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.842399] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.842588] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.842680] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.842782] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0f3214a-beab-4e3f-bde5-27b7cc28a600',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.010440] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ae55836-e357-4f35-8f11-69a73c5ec71f: rpc.has_security_group_logging(os_id): False [ 871.035504] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.035699] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.035827] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.036086] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.036176] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.036397] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.036597] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.036597] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.037107] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.037107] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.037107] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.037272] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.037272] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.037340] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.037419] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.037599] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.037703] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.037761] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.037899] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.037990] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.038233] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f is going to be updated. [ 871.114416] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.114588] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.114621] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.115303] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.118107] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.135293] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f in Status: IN_PROGRESS for 2s [ 871.154230] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.154426] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.154523] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.154768] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.154920] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.156165] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 is going to be created. [ 871.182521] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.182654] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.182654] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.182874] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.183175] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.205609] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 in Status: UNINITIALIZED for 2s [ 871.339665] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e2ee032-dc37-482d-b755-0c7a8e6b66b7: rpc.has_security_group_logging(os_id): False [ 871.345567] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.346493] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.346493] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.346493] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.346649] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.350399] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.350574] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.350657] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.350959] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.351185] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.351301] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0f3214a-beab-4e3f-bde5-27b7cc28a600 already deleted. [ 871.351509] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0f3214a-beab-4e3f-bde5-27b7cc28a600" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.365308] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.365439] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.365575] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.365823] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.365953] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.366299] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.366526] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.366621] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.366847] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.366959] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.367119] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e2ee032-dc37-482d-b755-0c7a8e6b66b7 is going to be created. [ 871.438785] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.440305] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.440305] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.440305] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.440305] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.456395] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e2ee032-dc37-482d-b755-0c7a8e6b66b7 in Status: IN_PROGRESS for 2s [ 872.075890] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock network-442 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.076266] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "network-442" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.076266] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "network-442" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.076582] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "network-442" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.076906] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.079505] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.079685] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.079959] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.080117] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.080402] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 872.080516] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 872.080650] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 872.080782] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 872.080897] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 872.081994] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 872.081994] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 872.104269] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 872.104464] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 872.104870] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 872.105113] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "network-442" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.105497] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock port-42d62f72-a7e9-4b02-a3c5-1bfc7c2276db taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.105734] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "port-42d62f72-a7e9-4b02-a3c5-1bfc7c2276db" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.105810] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "port-42d62f72-a7e9-4b02-a3c5-1bfc7c2276db" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.106959] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "port-42d62f72-a7e9-4b02-a3c5-1bfc7c2276db" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.107137] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42d62f72-a7e9-4b02-a3c5-1bfc7c2276db',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.611547] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.611842] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.612057] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.612536] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.612746] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.612949] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Segment Port 42d62f72-a7e9-4b02-a3c5-1bfc7c2276db not found, creating... [ 872.613314] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.613645] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.613790] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.614241] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.614473] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.614975] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.615254] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.615415] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.615720] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.615991] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.616212] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Resource: SegmentPort with ID: 42d62f72-a7e9-4b02-a3c5-1bfc7c2276db is going to be created. [ 872.639839] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.640098] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.640187] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.640467] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.640699] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.640953] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "port-42d62f72-a7e9-4b02-a3c5-1bfc7c2276db" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.153097] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f in Status: SUCCESS [ 873.153097] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.218431] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 in Status: SUCCESS [ 873.219517] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.220026] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.220026] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.220162] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.220280] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.220390] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.220478] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.220556] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.220639] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.220730] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e957e77c-acf8-49b7-a51d-e22fbbb26613',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.386218] env[67081]: INFO networking_nsxv3.common.synchronization [req-4cc1dea6-777e-438f-a76d-f7437476537b req-29030e9d-803b-4f7b-a1f8-81a5d2068e99 service nova] Enqueued Resource ID: f0f3214a-beab-4e3f-bde5-27b7cc28a600 with Priority: HIGHEST for action security_group_rules [ 873.386523] env[67081]: INFO networking_nsxv3.common.synchronization [req-4cc1dea6-777e-438f-a76d-f7437476537b req-29030e9d-803b-4f7b-a1f8-81a5d2068e99 service nova] Enqueued Resource ID: f0f3214a-beab-4e3f-bde5-27b7cc28a600 with Priority: HIGHEST for action security_group_members [ 873.386955] env[67081]: INFO networking_nsxv3.common.synchronization [req-4cc1dea6-777e-438f-a76d-f7437476537b req-29030e9d-803b-4f7b-a1f8-81a5d2068e99 service nova] Enqueued Resource ID: 42d62f72-a7e9-4b02-a3c5-1bfc7c2276db with Priority: HIGHEST for action port [ 873.388221] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0f3214a-beab-4e3f-bde5-27b7cc28a600 with Priority: HIGHEST for action security_group_rules [ 873.388488] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0f3214a-beab-4e3f-bde5-27b7cc28a600 with Priority: HIGHEST for action security_group_members [ 873.388731] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42d62f72-a7e9-4b02-a3c5-1bfc7c2276db with Priority: HIGHEST for action port [ 873.389123] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0f3214a-beab-4e3f-bde5-27b7cc28a600 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.390492] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0f3214a-beab-4e3f-bde5-27b7cc28a600" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.390492] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0f3214a-beab-4e3f-bde5-27b7cc28a600" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.390492] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0f3214a-beab-4e3f-bde5-27b7cc28a600" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.390492] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0f3214a-beab-4e3f-bde5-27b7cc28a600',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.390888] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0f3214a-beab-4e3f-bde5-27b7cc28a600 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.391075] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0f3214a-beab-4e3f-bde5-27b7cc28a600" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.391200] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0f3214a-beab-4e3f-bde5-27b7cc28a600" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.391415] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0f3214a-beab-4e3f-bde5-27b7cc28a600" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.391610] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.391745] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.391839] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.392066] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.392187] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.392370] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0f3214a-beab-4e3f-bde5-27b7cc28a600',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.393228] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-42d62f72-a7e9-4b02-a3c5-1bfc7c2276db taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.393380] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42d62f72-a7e9-4b02-a3c5-1bfc7c2276db" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.393665] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42d62f72-a7e9-4b02-a3c5-1bfc7c2276db" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.393697] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42d62f72-a7e9-4b02-a3c5-1bfc7c2276db" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.393788] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42d62f72-a7e9-4b02-a3c5-1bfc7c2276db',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.471549] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e2ee032-dc37-482d-b755-0c7a8e6b66b7 in Status: SUCCESS [ 873.471810] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e2ee032-dc37-482d-b755-0c7a8e6b66b7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.723107] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e957e77c-acf8-49b7-a51d-e22fbbb26613 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.723368] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.723430] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.723631] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.723866] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.723974] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.724055] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.724225] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.724334] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.724469] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.724676] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e957e77c-acf8-49b7-a51d-e22fbbb26613 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.724775] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.724834] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.724981] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.725149] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.725240] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.725306] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.725558] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.725713] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.725811] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.725925] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e957e77c-acf8-49b7-a51d-e22fbbb26613',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.895986] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f0f3214a-beab-4e3f-bde5-27b7cc28a600',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.897690] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0f3214a-beab-4e3f-bde5-27b7cc28a600 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.897869] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0f3214a-beab-4e3f-bde5-27b7cc28a600" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.898055] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 42d62f72-a7e9-4b02-a3c5-1bfc7c2276db with status ACTIVE [ 873.898264] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.898405] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.898477] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.898756] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.900057] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.900057] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.900057] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.900057] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.900057] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.900057] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.900611] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.900611] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.900611] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.900729] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.900760] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.900867] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 42d62f72-a7e9-4b02-a3c5-1bfc7c2276db is going to be updated. [ 873.931073] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.931669] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.931669] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.931669] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.931669] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.932859] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42d62f72-a7e9-4b02-a3c5-1bfc7c2276db" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.229633] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e957e77c-acf8-49b7-a51d-e22fbbb26613: rpc.has_security_group_logging(os_id): False [ 874.255245] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.255959] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.255959] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.255959] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.256229] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.256229] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.256299] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.256368] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.256514] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.256577] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.256774] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.256884] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.256942] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.257092] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.257177] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.257361] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.257460] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.257520] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.257657] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.257739] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.257931] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 is going to be created. [ 874.290250] env[67081]: INFO networking_nsxv3.common.synchronization [req-1f70c3cc-2a04-4ff4-ace6-bfacecd05bbf req-ab473f17-566e-494a-8a5d-2effaa6aa845 tempest-MultipleCreateTestJSON-295641269 tempest-MultipleCreateTestJSON-295641269-project-member] Enqueued Resource ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f with Priority: HIGHEST for action security_group_members [ 874.290914] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f with Priority: HIGHEST for action security_group_members [ 874.291327] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ae55836-e357-4f35-8f11-69a73c5ec71f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.291429] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.292122] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.292122] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.292122] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.292122] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.292122] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.292371] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.292371] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.292458] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ae55836-e357-4f35-8f11-69a73c5ec71f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.339622] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.339816] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.339894] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.340133] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.340753] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.355602] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 in Status: IN_PROGRESS for 2s [ 874.404837] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f0f3214a-beab-4e3f-bde5-27b7cc28a600',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.795137] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ae55836-e357-4f35-8f11-69a73c5ec71f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.908215] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.908380] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.908451] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.908728] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.908758] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.908864] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0f3214a-beab-4e3f-bde5-27b7cc28a600 is going to be created. [ 874.937364] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.938407] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.938407] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.938407] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.938407] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.949080] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0f3214a-beab-4e3f-bde5-27b7cc28a600 in Status: UNINITIALIZED for 2s [ 875.281796] env[67081]: INFO networking_nsxv3.common.synchronization [req-97a8f2b0-c13e-49db-898a-f284c6beef6d req-60155b84-ac3c-47a2-9350-c724d7cb0166 tempest-MultipleCreateTestJSON-295641269 tempest-MultipleCreateTestJSON-295641269-project-member] Enqueued Resource ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f with Priority: HIGHEST for action security_group_members [ 875.285856] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f with Priority: HIGHEST for action security_group_members [ 875.285958] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ae55836-e357-4f35-8f11-69a73c5ec71f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.286193] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.297808] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ae55836-e357-4f35-8f11-69a73c5ec71f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.718030] env[67081]: INFO networking_nsxv3.common.synchronization [req-bbc862fb-d7fd-41ea-9fae-32362733e4c8 req-0c0bfe21-4214-4421-a248-d676cece7887 tempest-AttachVolumeTestJSON-152085375 tempest-AttachVolumeTestJSON-152085375-project-member] Enqueued Resource ID: c143b447-a92f-49eb-b662-0b1f4687cf5c with Priority: HIGHEST for action security_group_members [ 875.719907] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c143b447-a92f-49eb-b662-0b1f4687cf5c with Priority: HIGHEST for action security_group_members [ 875.720319] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-c143b447-a92f-49eb-b662-0b1f4687cf5c taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.720457] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c143b447-a92f-49eb-b662-0b1f4687cf5c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.720544] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c143b447-a92f-49eb-b662-0b1f4687cf5c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.720853] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c143b447-a92f-49eb-b662-0b1f4687cf5c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.721036] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.721145] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.721275] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.722568] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.722748] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.722862] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c143b447-a92f-49eb-b662-0b1f4687cf5c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.800738] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.800927] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.801053] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.801623] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.801795] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.801964] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f is going to be updated. [ 875.840913] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.841139] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.841139] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.841441] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.841743] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.854551] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f in Status: IN_PROGRESS for 2s [ 876.071252] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-417 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.072430] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-417" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.072679] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-417" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.073100] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-417" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.073397] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.073585] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.073677] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.073941] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.074104] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.074424] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 876.074543] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 876.074648] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 876.074751] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 876.074895] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 876.075083] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 876.075347] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 876.098600] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 876.098811] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 876.098986] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 876.099265] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-417" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.099650] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-cfea470f-23bc-4e9e-b28d-45b1bb25465f taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.099828] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-cfea470f-23bc-4e9e-b28d-45b1bb25465f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.099985] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-cfea470f-23bc-4e9e-b28d-45b1bb25465f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.100396] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-cfea470f-23bc-4e9e-b28d-45b1bb25465f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.100564] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfea470f-23bc-4e9e-b28d-45b1bb25465f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.226266] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.226446] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.226509] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.226937] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.227060] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.227248] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.227373] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.227447] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.227754] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.227847] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.227992] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c143b447-a92f-49eb-b662-0b1f4687cf5c already deleted. [ 876.228144] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c143b447-a92f-49eb-b662-0b1f4687cf5c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.368539] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 in Status: SUCCESS [ 876.368877] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.603738] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.603897] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.603932] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.604846] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.604846] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.604846] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port cfea470f-23bc-4e9e-b28d-45b1bb25465f not found, creating... [ 876.605042] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.605289] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.605463] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.605831] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.606141] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.606667] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.606911] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.607071] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.607343] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.607499] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.607687] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: cfea470f-23bc-4e9e-b28d-45b1bb25465f is going to be created. [ 876.635782] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.636037] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.636388] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.636475] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.636720] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.636985] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-cfea470f-23bc-4e9e-b28d-45b1bb25465f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.962159] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0f3214a-beab-4e3f-bde5-27b7cc28a600 in Status: SUCCESS [ 876.962435] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0f3214a-beab-4e3f-bde5-27b7cc28a600" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.962661] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0f3214a-beab-4e3f-bde5-27b7cc28a600" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.962885] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0f3214a-beab-4e3f-bde5-27b7cc28a600" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.963116] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.963249] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.963334] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.963505] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.963594] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.964889] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0f3214a-beab-4e3f-bde5-27b7cc28a600" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.964889] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f0f3214a-beab-4e3f-bde5-27b7cc28a600',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.389524] env[67081]: INFO networking_nsxv3.common.synchronization [req-bbc862fb-d7fd-41ea-9fae-32362733e4c8 req-6256ce5a-c43c-4f68-ace6-a4e06ab06be4 service nova] Enqueued Resource ID: c143b447-a92f-49eb-b662-0b1f4687cf5c with Priority: HIGHEST for action security_group_rules [ 877.389935] env[67081]: INFO networking_nsxv3.common.synchronization [req-bbc862fb-d7fd-41ea-9fae-32362733e4c8 req-6256ce5a-c43c-4f68-ace6-a4e06ab06be4 service nova] Enqueued Resource ID: c143b447-a92f-49eb-b662-0b1f4687cf5c with Priority: HIGHEST for action security_group_members [ 877.389935] env[67081]: INFO networking_nsxv3.common.synchronization [req-bbc862fb-d7fd-41ea-9fae-32362733e4c8 req-6256ce5a-c43c-4f68-ace6-a4e06ab06be4 service nova] Enqueued Resource ID: cfea470f-23bc-4e9e-b28d-45b1bb25465f with Priority: HIGHEST for action port [ 877.391326] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c143b447-a92f-49eb-b662-0b1f4687cf5c with Priority: HIGHEST for action security_group_rules [ 877.391326] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c143b447-a92f-49eb-b662-0b1f4687cf5c with Priority: HIGHEST for action security_group_members [ 877.391326] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfea470f-23bc-4e9e-b28d-45b1bb25465f with Priority: HIGHEST for action port [ 877.391459] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c143b447-a92f-49eb-b662-0b1f4687cf5c taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.391586] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c143b447-a92f-49eb-b662-0b1f4687cf5c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.391709] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c143b447-a92f-49eb-b662-0b1f4687cf5c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.392077] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c143b447-a92f-49eb-b662-0b1f4687cf5c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.392202] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c143b447-a92f-49eb-b662-0b1f4687cf5c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.394040] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-c143b447-a92f-49eb-b662-0b1f4687cf5c taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.394040] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c143b447-a92f-49eb-b662-0b1f4687cf5c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.394040] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c143b447-a92f-49eb-b662-0b1f4687cf5c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.394251] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c143b447-a92f-49eb-b662-0b1f4687cf5c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.394441] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.395120] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.395341] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.395601] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.399022] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.399022] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c143b447-a92f-49eb-b662-0b1f4687cf5c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.399022] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfea470f-23bc-4e9e-b28d-45b1bb25465f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.399022] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfea470f-23bc-4e9e-b28d-45b1bb25465f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.399563] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfea470f-23bc-4e9e-b28d-45b1bb25465f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.399679] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfea470f-23bc-4e9e-b28d-45b1bb25465f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.399790] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfea470f-23bc-4e9e-b28d-45b1bb25465f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.466333] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0f3214a-beab-4e3f-bde5-27b7cc28a600 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.466612] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0f3214a-beab-4e3f-bde5-27b7cc28a600" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.466612] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0f3214a-beab-4e3f-bde5-27b7cc28a600" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.466923] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0f3214a-beab-4e3f-bde5-27b7cc28a600" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.467178] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.467302] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.467411] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.467586] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.467714] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.467836] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0f3214a-beab-4e3f-bde5-27b7cc28a600" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.468068] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0f3214a-beab-4e3f-bde5-27b7cc28a600 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.468226] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0f3214a-beab-4e3f-bde5-27b7cc28a600" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.468308] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0f3214a-beab-4e3f-bde5-27b7cc28a600" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.468481] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0f3214a-beab-4e3f-bde5-27b7cc28a600" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.468649] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.468739] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.468798] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.468956] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.470152] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.470311] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0f3214a-beab-4e3f-bde5-27b7cc28a600" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.470422] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f0f3214a-beab-4e3f-bde5-27b7cc28a600',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.866346] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f in Status: SUCCESS [ 877.866507] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.866686] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.866940] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.867339] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.867436] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.867514] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.867718] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.867810] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.867914] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ae55836-e357-4f35-8f11-69a73c5ec71f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.902590] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c143b447-a92f-49eb-b662-0b1f4687cf5c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.903670] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-c143b447-a92f-49eb-b662-0b1f4687cf5c taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.903788] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c143b447-a92f-49eb-b662-0b1f4687cf5c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.904050] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cfea470f-23bc-4e9e-b28d-45b1bb25465f with status ACTIVE [ 877.904232] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.904657] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.904657] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.904657] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.904812] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.905063] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.911988] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.911988] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.911988] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.911988] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.911988] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.911988] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.911988] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.911988] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.911988] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.911988] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cfea470f-23bc-4e9e-b28d-45b1bb25465f is going to be updated. [ 877.936540] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.936669] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.936756] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.936947] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.937332] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.937332] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfea470f-23bc-4e9e-b28d-45b1bb25465f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.973086] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f0f3214a-beab-4e3f-bde5-27b7cc28a600: rpc.has_security_group_logging(os_id): False [ 877.995784] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.995784] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.995784] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.995784] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.995784] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.995784] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.995784] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.995784] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.995784] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.995784] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.995784] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.995784] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.995784] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.995784] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.995784] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.996288] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.996288] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.996288] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.996413] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.996702] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.996702] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0f3214a-beab-4e3f-bde5-27b7cc28a600 is going to be created. [ 878.049035] env[67081]: INFO networking_nsxv3.common.synchronization [req-f0fa41dd-bf7b-41e1-943f-fb483cd08a58 req-33300857-bd66-44b0-ac90-a7f6e7bf05bd tempest-InstanceActionsV221TestJSON-1733393624 tempest-InstanceActionsV221TestJSON-1733393624-project-member] Enqueued Resource ID: d458a21f-b0b9-4e87-82cc-57667c38cff9 with Priority: HIGHEST for action security_group_members [ 878.049035] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d458a21f-b0b9-4e87-82cc-57667c38cff9 with Priority: HIGHEST for action security_group_members [ 878.049035] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-d458a21f-b0b9-4e87-82cc-57667c38cff9 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.049035] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d458a21f-b0b9-4e87-82cc-57667c38cff9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.049035] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d458a21f-b0b9-4e87-82cc-57667c38cff9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.049035] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d458a21f-b0b9-4e87-82cc-57667c38cff9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.049035] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.049035] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.049035] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.049035] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.049035] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.049035] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d458a21f-b0b9-4e87-82cc-57667c38cff9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.099587] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.099815] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.099867] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.100056] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.100239] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.123023] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0f3214a-beab-4e3f-bde5-27b7cc28a600 in Status: IN_PROGRESS for 2s [ 878.371333] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.371514] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.371634] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.371769] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.371864] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.372083] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.372193] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.372350] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.372575] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.372681] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.372846] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f is going to be updated. [ 878.411713] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.411713] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.412117] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.412117] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.412225] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.413601] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c143b447-a92f-49eb-b662-0b1f4687cf5c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.428528] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f in Status: IN_PROGRESS for 2s [ 878.550507] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.550649] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.550728] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.550970] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.551070] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.551325] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.551426] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.551461] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.551607] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.551684] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.551772] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d458a21f-b0b9-4e87-82cc-57667c38cff9 is going to be updated. [ 878.587615] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.587615] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.587615] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.587615] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.587615] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.600860] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d458a21f-b0b9-4e87-82cc-57667c38cff9 in Status: IN_PROGRESS for 2s [ 878.917350] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.917725] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.917823] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.918238] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.918351] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.918526] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c143b447-a92f-49eb-b662-0b1f4687cf5c is going to be created. [ 878.953828] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.953828] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.953965] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.954221] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.954425] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.964746] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c143b447-a92f-49eb-b662-0b1f4687cf5c in Status: UNINITIALIZED for 2s [ 880.136443] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0f3214a-beab-4e3f-bde5-27b7cc28a600 in Status: SUCCESS [ 880.136443] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0f3214a-beab-4e3f-bde5-27b7cc28a600" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.441157] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f in Status: SUCCESS [ 880.441396] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f deletion is rescheduled due to dependency. [ 880.441516] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.611860] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d458a21f-b0b9-4e87-82cc-57667c38cff9 in Status: SUCCESS [ 880.612083] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d458a21f-b0b9-4e87-82cc-57667c38cff9 deletion is rescheduled due to dependency. [ 880.612203] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d458a21f-b0b9-4e87-82cc-57667c38cff9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.975290] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c143b447-a92f-49eb-b662-0b1f4687cf5c in Status: SUCCESS [ 880.975625] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c143b447-a92f-49eb-b662-0b1f4687cf5c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.975857] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c143b447-a92f-49eb-b662-0b1f4687cf5c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.976128] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c143b447-a92f-49eb-b662-0b1f4687cf5c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.976415] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.976604] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.976717] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.976919] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.977498] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.977498] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c143b447-a92f-49eb-b662-0b1f4687cf5c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.977498] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c143b447-a92f-49eb-b662-0b1f4687cf5c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.480535] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c143b447-a92f-49eb-b662-0b1f4687cf5c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.983416] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c143b447-a92f-49eb-b662-0b1f4687cf5c: rpc.has_security_group_logging(os_id): False [ 882.003894] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.004385] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.004385] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.004385] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.004555] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.004637] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.004855] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.004947] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.005143] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.005225] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.005321] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c143b447-a92f-49eb-b662-0b1f4687cf5c is going to be created. [ 882.093930] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.093930] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.093930] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.093930] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.093930] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.109029] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c143b447-a92f-49eb-b662-0b1f4687cf5c in Status: IN_PROGRESS for 2s [ 883.047063] env[67081]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 883.047524] env[67081]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 884.126398] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c143b447-a92f-49eb-b662-0b1f4687cf5c in Status: SUCCESS [ 884.126718] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c143b447-a92f-49eb-b662-0b1f4687cf5c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.260715] env[67081]: INFO networking_nsxv3.common.synchronization [req-95806bd1-966a-4839-9d6f-8f9063633cf8 req-1a64427f-e251-47ce-b294-a7628890c8ea tempest-ImagesTestJSON-1520802003 tempest-ImagesTestJSON-1520802003-project-member] Enqueued Resource ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f with Priority: HIGHEST for action security_group_members [ 884.262091] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f with Priority: HIGHEST for action security_group_members [ 884.262555] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.263106] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.263228] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.263551] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.263839] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.264062] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.264368] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.264671] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.264850] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.265044] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1eef0506-1c43-4aa3-8ce6-a2f56673c16f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.679348] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-21 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.679515] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-21" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.679643] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-21" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.680593] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-21" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.680878] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.681054] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.681202] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.681477] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.681620] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.681834] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 884.681940] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 884.682073] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 884.682287] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 884.682432] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 884.682568] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 884.682878] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 884.702601] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 884.702773] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 884.702908] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 884.703108] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-21" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.703442] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-0ea3dd98-9ca0-4859-94f7-77dc131cb744 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.703597] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-0ea3dd98-9ca0-4859-94f7-77dc131cb744" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.703715] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-0ea3dd98-9ca0-4859-94f7-77dc131cb744" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.704040] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-0ea3dd98-9ca0-4859-94f7-77dc131cb744" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.704181] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ea3dd98-9ca0-4859-94f7-77dc131cb744',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.768533] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.768533] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.768533] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.768533] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.768756] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.768791] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.768900] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.768954] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.769520] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.769520] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.769520] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f is going to be updated. [ 884.803033] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.803033] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.803033] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.803033] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.803033] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.813624] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f in Status: IN_PROGRESS for 2s [ 885.207911] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.208220] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.208220] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.208577] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.208791] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.208983] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port 0ea3dd98-9ca0-4859-94f7-77dc131cb744 not found, creating... [ 885.209464] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.209464] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.209615] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.209875] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.210055] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.210634] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.210879] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.211044] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.211339] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.211520] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.211688] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: 0ea3dd98-9ca0-4859-94f7-77dc131cb744 is going to be created. [ 885.234495] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.234687] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.234855] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.235149] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.235377] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.235603] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-0ea3dd98-9ca0-4859-94f7-77dc131cb744" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.010134] env[67081]: INFO networking_nsxv3.common.synchronization [req-95806bd1-966a-4839-9d6f-8f9063633cf8 req-5f54e769-2c2c-454f-8a36-4df03ac12ecb service nova] Enqueued Resource ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f with Priority: HIGHEST for action security_group_rules [ 886.010328] env[67081]: INFO networking_nsxv3.common.synchronization [req-95806bd1-966a-4839-9d6f-8f9063633cf8 req-5f54e769-2c2c-454f-8a36-4df03ac12ecb service nova] Enqueued Resource ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f with Priority: HIGHEST for action security_group_members [ 886.010449] env[67081]: INFO networking_nsxv3.common.synchronization [req-95806bd1-966a-4839-9d6f-8f9063633cf8 req-5f54e769-2c2c-454f-8a36-4df03ac12ecb service nova] Enqueued Resource ID: 0ea3dd98-9ca0-4859-94f7-77dc131cb744 with Priority: HIGHEST for action port [ 886.010939] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f with Priority: HIGHEST for action security_group_rules [ 886.011533] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f with Priority: HIGHEST for action security_group_members [ 886.011712] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ea3dd98-9ca0-4859-94f7-77dc131cb744 with Priority: HIGHEST for action port [ 886.012102] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1eef0506-1c43-4aa3-8ce6-a2f56673c16f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.012239] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.012307] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.012538] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.012639] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1eef0506-1c43-4aa3-8ce6-a2f56673c16f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.015177] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.015288] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.015497] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ea3dd98-9ca0-4859-94f7-77dc131cb744 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.015597] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ea3dd98-9ca0-4859-94f7-77dc131cb744" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.015660] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ea3dd98-9ca0-4859-94f7-77dc131cb744" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.015944] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ea3dd98-9ca0-4859-94f7-77dc131cb744" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.015944] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ea3dd98-9ca0-4859-94f7-77dc131cb744',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.518541] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.518876] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.520469] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0ea3dd98-9ca0-4859-94f7-77dc131cb744 with status ACTIVE [ 886.520469] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.520469] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.520469] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.520721] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.520758] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.520939] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.523072] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.523072] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.523072] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.523072] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.523072] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.523072] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.523072] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.523072] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.523072] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.523072] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0ea3dd98-9ca0-4859-94f7-77dc131cb744 is going to be updated. [ 886.550199] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.550345] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.550483] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.550660] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.551597] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.552197] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ea3dd98-9ca0-4859-94f7-77dc131cb744" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.825507] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f in Status: SUCCESS [ 886.825732] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f deletion is rescheduled due to dependency. [ 886.825848] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.826049] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.826291] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.826456] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.826569] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.826632] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.826870] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.826992] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.827108] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1eef0506-1c43-4aa3-8ce6-a2f56673c16f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.994803] env[67081]: INFO networking_nsxv3.common.synchronization [req-670235df-d615-4cd3-9f91-767626ea04ec req-53e3069b-d8f0-4073-b67b-8b26225aebb5 tempest-ImagesOneServerNegativeTestJSON-894013560 tempest-ImagesOneServerNegativeTestJSON-894013560-project-member] Enqueued Resource ID: 8866959b-93f8-4465-93ba-9f20bba6c646 with Priority: HIGHEST for action security_group_members [ 886.995736] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8866959b-93f8-4465-93ba-9f20bba6c646 with Priority: HIGHEST for action security_group_members [ 886.995736] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-8866959b-93f8-4465-93ba-9f20bba6c646 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.996654] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.996758] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.997068] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.997276] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.997388] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.997454] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.997709] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.997853] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.997942] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8866959b-93f8-4465-93ba-9f20bba6c646',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.146495] env[67081]: INFO networking_nsxv3.common.synchronization [None req-f5a1f779-b74e-47e6-8175-10d26c3fb095 tempest-AttachInterfacesTestJSON-919501604 tempest-AttachInterfacesTestJSON-919501604-project-member] Enqueued Resource ID: 8b1baa21-c06f-4402-a1d3-1551e4928d1f with Priority: HIGHEST for action security_group_rules [ 887.147102] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b1baa21-c06f-4402-a1d3-1551e4928d1f with Priority: HIGHEST for action security_group_rules [ 887.147461] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b1baa21-c06f-4402-a1d3-1551e4928d1f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.147555] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b1baa21-c06f-4402-a1d3-1551e4928d1f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.147594] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b1baa21-c06f-4402-a1d3-1551e4928d1f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.147857] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b1baa21-c06f-4402-a1d3-1551e4928d1f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.147942] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b1baa21-c06f-4402-a1d3-1551e4928d1f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.330383] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1eef0506-1c43-4aa3-8ce6-a2f56673c16f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.349768] env[67081]: INFO networking_nsxv3.common.synchronization [req-da3d6c87-3bb6-46d8-921e-49aef38a9dc3 req-a60a8fbc-4188-4102-900d-a3a90128c4f1 tempest-ServerActionsTestOtherB-350996486 tempest-ServerActionsTestOtherB-350996486-project-member] Enqueued Resource ID: b681163c-65aa-4fad-9551-9cdde77f823b with Priority: HIGHEST for action security_group_members [ 887.350767] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b681163c-65aa-4fad-9551-9cdde77f823b with Priority: HIGHEST for action security_group_members [ 887.350767] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-b681163c-65aa-4fad-9551-9cdde77f823b taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.350767] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.350964] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.351232] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.351232] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.351795] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.351795] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.351795] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.351795] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.351795] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b681163c-65aa-4fad-9551-9cdde77f823b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.355067] env[67081]: INFO networking_nsxv3.common.synchronization [None req-1550de39-c2d9-4d37-81e3-587e1a6facf3 tempest-AttachInterfacesTestJSON-919501604 tempest-AttachInterfacesTestJSON-919501604-project-member] Enqueued Resource ID: 8b1baa21-c06f-4402-a1d3-1551e4928d1f with Priority: HIGHEST for action security_group_rules [ 887.356244] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b1baa21-c06f-4402-a1d3-1551e4928d1f with Priority: HIGHEST for action security_group_rules [ 887.356244] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b1baa21-c06f-4402-a1d3-1551e4928d1f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.356377] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b1baa21-c06f-4402-a1d3-1551e4928d1f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.501417] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.501605] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.501698] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.501931] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.502052] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.502315] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.502425] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.502491] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.502653] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.502731] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.502817] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8866959b-93f8-4465-93ba-9f20bba6c646 is going to be updated. [ 887.535361] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.536236] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.536236] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.536236] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.536236] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.546330] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8866959b-93f8-4465-93ba-9f20bba6c646 in Status: IN_PROGRESS for 2s [ 887.675019] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.675019] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.675019] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.675019] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.675019] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.675019] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b1baa21-c06f-4402-a1d3-1551e4928d1f already deleted. [ 887.675019] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b1baa21-c06f-4402-a1d3-1551e4928d1f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.675019] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b1baa21-c06f-4402-a1d3-1551e4928d1f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.675019] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b1baa21-c06f-4402-a1d3-1551e4928d1f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.675019] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b1baa21-c06f-4402-a1d3-1551e4928d1f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.835284] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1eef0506-1c43-4aa3-8ce6-a2f56673c16f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.858753] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.858753] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.858753] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.858753] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.883539] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.883539] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.883539] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.883539] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.884077] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.884077] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.884077] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b681163c-65aa-4fad-9551-9cdde77f823b is going to be updated. [ 887.911941] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.912120] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.912181] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.912515] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.912667] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.924042] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b681163c-65aa-4fad-9551-9cdde77f823b in Status: IN_PROGRESS for 2s [ 888.165014] env[67081]: INFO networking_nsxv3.common.synchronization [req-7cf76c5c-f769-4cb6-986e-f199a22ec5ac req-ac15e597-a366-4414-b00b-39bf7ffbc844 tempest-VolumesAdminNegativeTest-1970256933 tempest-VolumesAdminNegativeTest-1970256933-project-member] Enqueued Resource ID: f0f3214a-beab-4e3f-bde5-27b7cc28a600 with Priority: HIGHEST for action security_group_members [ 888.165815] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0f3214a-beab-4e3f-bde5-27b7cc28a600 with Priority: HIGHEST for action security_group_members [ 888.165911] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0f3214a-beab-4e3f-bde5-27b7cc28a600 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.166630] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0f3214a-beab-4e3f-bde5-27b7cc28a600" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.166748] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0f3214a-beab-4e3f-bde5-27b7cc28a600" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.167049] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0f3214a-beab-4e3f-bde5-27b7cc28a600" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.167212] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.167321] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.167389] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.167557] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.167647] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.167757] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0f3214a-beab-4e3f-bde5-27b7cc28a600',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.208460] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.208642] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.208682] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.208873] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.208965] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.209075] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b1baa21-c06f-4402-a1d3-1551e4928d1f already deleted. [ 888.209159] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b1baa21-c06f-4402-a1d3-1551e4928d1f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.336625] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.337233] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.337330] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.337581] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.337684] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.337803] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f is going to be updated. [ 888.377317] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.377492] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.377562] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.377777] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.377942] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.388450] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f in Status: IN_PROGRESS for 2s [ 888.676453] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.676801] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.676801] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.676887] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.677009] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.677413] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.677413] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.677413] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.677600] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.677600] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.677691] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0f3214a-beab-4e3f-bde5-27b7cc28a600 is going to be updated. [ 888.711053] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.711248] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.711248] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.711455] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.711625] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.723781] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0f3214a-beab-4e3f-bde5-27b7cc28a600 in Status: IN_PROGRESS for 2s [ 889.558671] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8866959b-93f8-4465-93ba-9f20bba6c646 in Status: SUCCESS [ 889.558865] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8866959b-93f8-4465-93ba-9f20bba6c646 deletion is rescheduled due to dependency. [ 889.559131] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.936416] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b681163c-65aa-4fad-9551-9cdde77f823b in Status: SUCCESS [ 889.936648] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b681163c-65aa-4fad-9551-9cdde77f823b deletion is rescheduled due to dependency. [ 889.936682] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.400592] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f in Status: SUCCESS [ 890.400592] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.400770] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.400889] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.401125] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.401378] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.401378] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.401534] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.401623] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.401721] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.401813] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1eef0506-1c43-4aa3-8ce6-a2f56673c16f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.734388] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0f3214a-beab-4e3f-bde5-27b7cc28a600 in Status: SUCCESS [ 890.734607] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0f3214a-beab-4e3f-bde5-27b7cc28a600 deletion is rescheduled due to dependency. [ 890.734746] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0f3214a-beab-4e3f-bde5-27b7cc28a600" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.904133] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.905031] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.905031] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.905031] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.905031] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.905031] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.905031] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.905358] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.905358] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.905519] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.905634] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.905767] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.905825] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.905992] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.906191] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.906284] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.906357] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.906526] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.906607] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.906721] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.906846] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1eef0506-1c43-4aa3-8ce6-a2f56673c16f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.322830] env[67081]: INFO networking_nsxv3.common.synchronization [req-c2bb18b4-d253-4751-b5b1-751626857334 req-1d46f18e-7538-45cb-a034-2c494ef57786 tempest-InstanceActionsTestJSON-1644997033 tempest-InstanceActionsTestJSON-1644997033-project-member] Enqueued Resource ID: 766ab59d-9134-42d4-8a84-a60a4bdf74db with Priority: HIGHEST for action security_group_members [ 891.324349] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 766ab59d-9134-42d4-8a84-a60a4bdf74db with Priority: HIGHEST for action security_group_members [ 891.324988] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-766ab59d-9134-42d4-8a84-a60a4bdf74db taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.324988] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-766ab59d-9134-42d4-8a84-a60a4bdf74db" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.325308] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-766ab59d-9134-42d4-8a84-a60a4bdf74db" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.325552] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-766ab59d-9134-42d4-8a84-a60a4bdf74db" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.325776] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.325947] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.326085] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.326572] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.326572] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.326572] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('766ab59d-9134-42d4-8a84-a60a4bdf74db',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.412102] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1eef0506-1c43-4aa3-8ce6-a2f56673c16f: rpc.has_security_group_logging(os_id): False [ 891.412102] env[67081]: INFO networking_nsxv3.common.synchronization [req-f2af0965-c04a-4eda-9f84-363e484c39bf req-971bd540-94ce-4dd2-9654-420f3c264fc5 tempest-ServersAdminTestJSON-956622239 tempest-ServersAdminTestJSON-956622239-project-member] Enqueued Resource ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 with Priority: HIGHEST for action security_group_members [ 891.414438] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 with Priority: HIGHEST for action security_group_members [ 891.414953] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-d43effa5-96f7-4264-ac8c-7c886969ceb2 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.416682] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.416682] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.416682] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.416682] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.416682] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.416682] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.416682] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.416682] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.416682] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d43effa5-96f7-4264-ac8c-7c886969ceb2',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.431380] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.431537] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.431668] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.431821] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.431910] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.432130] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.432230] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.432297] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.432440] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.432520] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.432741] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.432826] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.432894] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.433047] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.433124] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.433301] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.433395] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.433449] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.433592] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.433667] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.433753] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f is going to be updated. [ 891.513533] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.513533] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.513533] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.513533] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.513533] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.538930] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f in Status: IN_PROGRESS for 2s [ 891.812873] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock network-397 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.814060] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "network-397" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.814060] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "network-397" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.814060] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "network-397" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.814528] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.814764] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.814931] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.815911] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.816135] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.817823] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 891.817954] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 891.818085] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 891.818244] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 891.818504] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 891.818697] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 891.818832] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 891.830375] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.830681] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.830681] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.830804] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.830924] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.831149] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.831267] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.831383] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.831494] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.831564] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.831641] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 766ab59d-9134-42d4-8a84-a60a4bdf74db already deleted. [ 891.831715] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-766ab59d-9134-42d4-8a84-a60a4bdf74db" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.843628] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 891.843628] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 891.843628] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 891.843628] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "network-397" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.843628] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock port-407f9ab2-14d1-4b10-9007-2b63e687bbf6 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.843628] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "port-407f9ab2-14d1-4b10-9007-2b63e687bbf6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.843628] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "port-407f9ab2-14d1-4b10-9007-2b63e687bbf6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.844105] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "port-407f9ab2-14d1-4b10-9007-2b63e687bbf6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.844150] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('407f9ab2-14d1-4b10-9007-2b63e687bbf6',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.921103] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d43effa5-96f7-4264-ac8c-7c886969ceb2',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.346963] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.347306] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.347306] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.347555] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.347761] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.347905] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Segment Port 407f9ab2-14d1-4b10-9007-2b63e687bbf6 not found, creating... [ 892.348206] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.348418] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.348560] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.348835] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.349029] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.349378] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.349555] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.349656] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.349883] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.350023] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.350554] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Resource: SegmentPort with ID: 407f9ab2-14d1-4b10-9007-2b63e687bbf6 is going to be created. [ 892.375906] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.376100] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.376228] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.376507] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.376740] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.376968] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "port-407f9ab2-14d1-4b10-9007-2b63e687bbf6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.423717] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d43effa5-96f7-4264-ac8c-7c886969ceb2',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.927160] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.927160] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.927486] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.927486] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.927539] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.927613] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 is going to be updated. [ 892.960853] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.960853] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.960853] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.961163] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.961740] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.973161] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 in Status: IN_PROGRESS for 2s [ 893.087318] env[67081]: INFO networking_nsxv3.common.synchronization [req-c2bb18b4-d253-4751-b5b1-751626857334 req-6a1c6ede-5a1d-4cc2-81e9-be42caa5b68e service nova] Enqueued Resource ID: 766ab59d-9134-42d4-8a84-a60a4bdf74db with Priority: HIGHEST for action security_group_rules [ 893.087318] env[67081]: INFO networking_nsxv3.common.synchronization [req-c2bb18b4-d253-4751-b5b1-751626857334 req-6a1c6ede-5a1d-4cc2-81e9-be42caa5b68e service nova] Enqueued Resource ID: 766ab59d-9134-42d4-8a84-a60a4bdf74db with Priority: HIGHEST for action security_group_members [ 893.087318] env[67081]: INFO networking_nsxv3.common.synchronization [req-c2bb18b4-d253-4751-b5b1-751626857334 req-6a1c6ede-5a1d-4cc2-81e9-be42caa5b68e service nova] Enqueued Resource ID: 407f9ab2-14d1-4b10-9007-2b63e687bbf6 with Priority: HIGHEST for action port [ 893.087318] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 766ab59d-9134-42d4-8a84-a60a4bdf74db with Priority: HIGHEST for action security_group_rules [ 893.087318] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 766ab59d-9134-42d4-8a84-a60a4bdf74db with Priority: HIGHEST for action security_group_members [ 893.087318] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 407f9ab2-14d1-4b10-9007-2b63e687bbf6 with Priority: HIGHEST for action port [ 893.087766] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-766ab59d-9134-42d4-8a84-a60a4bdf74db taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.087766] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-766ab59d-9134-42d4-8a84-a60a4bdf74db" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.087766] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-766ab59d-9134-42d4-8a84-a60a4bdf74db" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.087882] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-766ab59d-9134-42d4-8a84-a60a4bdf74db" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.087915] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('766ab59d-9134-42d4-8a84-a60a4bdf74db',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.088986] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-766ab59d-9134-42d4-8a84-a60a4bdf74db taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.089100] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-766ab59d-9134-42d4-8a84-a60a4bdf74db" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.089342] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-766ab59d-9134-42d4-8a84-a60a4bdf74db" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.089547] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-766ab59d-9134-42d4-8a84-a60a4bdf74db" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.089735] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.089848] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.089912] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.090107] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.090424] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.090424] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('766ab59d-9134-42d4-8a84-a60a4bdf74db',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.091712] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-407f9ab2-14d1-4b10-9007-2b63e687bbf6 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.091859] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-407f9ab2-14d1-4b10-9007-2b63e687bbf6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.091898] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-407f9ab2-14d1-4b10-9007-2b63e687bbf6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.092090] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-407f9ab2-14d1-4b10-9007-2b63e687bbf6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.092181] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('407f9ab2-14d1-4b10-9007-2b63e687bbf6',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.244492] env[67081]: INFO networking_nsxv3.common.synchronization [req-c1c55208-4193-404e-8e79-ac6b0f8e3490 req-ac9664ff-cf5d-46d8-bd11-991d2c3e5215 tempest-MigrationsAdminTest-738216112 tempest-MigrationsAdminTest-738216112-project-member] Enqueued Resource ID: 20929c55-6b33-4e90-ba3b-d66d009919a9 with Priority: HIGHEST for action security_group_members [ 893.245452] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20929c55-6b33-4e90-ba3b-d66d009919a9 with Priority: HIGHEST for action security_group_members [ 893.245840] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-20929c55-6b33-4e90-ba3b-d66d009919a9 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.246042] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.246157] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.246422] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.246633] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.246766] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.246860] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.247080] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.247174] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.247367] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20929c55-6b33-4e90-ba3b-d66d009919a9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.558669] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f in Status: SUCCESS [ 893.558973] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.563019] env[67081]: INFO networking_nsxv3.common.synchronization [None req-caca567f-04ba-4569-878c-c7ceebb19e92 tempest-ServerActionsTestJSON-262138455 tempest-ServerActionsTestJSON-262138455-project-member] Enqueued Resource ID: 528b72ec-92e6-4927-b4f2-ba5f19dbce03 with Priority: HIGHEST for action security_group_rules [ 893.563307] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 528b72ec-92e6-4927-b4f2-ba5f19dbce03 with Priority: HIGHEST for action security_group_rules [ 893.563343] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-528b72ec-92e6-4927-b4f2-ba5f19dbce03 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.563451] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-528b72ec-92e6-4927-b4f2-ba5f19dbce03" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.564070] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-528b72ec-92e6-4927-b4f2-ba5f19dbce03" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.564070] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-528b72ec-92e6-4927-b4f2-ba5f19dbce03" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.564070] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('528b72ec-92e6-4927-b4f2-ba5f19dbce03',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.595521] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-766ab59d-9134-42d4-8a84-a60a4bdf74db taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.595521] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-766ab59d-9134-42d4-8a84-a60a4bdf74db" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.595521] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('766ab59d-9134-42d4-8a84-a60a4bdf74db',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.595521] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 407f9ab2-14d1-4b10-9007-2b63e687bbf6 with status ACTIVE [ 893.595793] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.595899] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.595970] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.596194] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.596652] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.596652] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.596652] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.596652] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.596917] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.596917] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.596975] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.597132] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.597192] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.597332] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.597404] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.597487] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 407f9ab2-14d1-4b10-9007-2b63e687bbf6 is going to be updated. [ 893.631974] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.631974] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.632111] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.632295] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.632450] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.633067] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-407f9ab2-14d1-4b10-9007-2b63e687bbf6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.680894] env[67081]: INFO networking_nsxv3.common.synchronization [None req-6379d9d5-a589-42f4-975a-6142c5f78419 tempest-ServerActionsTestJSON-262138455 tempest-ServerActionsTestJSON-262138455-project-member] Enqueued Resource ID: 528b72ec-92e6-4927-b4f2-ba5f19dbce03 with Priority: HIGHEST for action security_group_rules [ 893.681701] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 528b72ec-92e6-4927-b4f2-ba5f19dbce03 with Priority: HIGHEST for action security_group_rules [ 893.682447] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-528b72ec-92e6-4927-b4f2-ba5f19dbce03 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.682698] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-528b72ec-92e6-4927-b4f2-ba5f19dbce03" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.750022] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20929c55-6b33-4e90-ba3b-d66d009919a9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.054616] env[67081]: INFO networking_nsxv3.common.synchronization [req-e90dbe24-5096-43e4-bdf2-30f262eae4db req-93faac22-5b3d-430b-91f9-b24939a8ff0e tempest-ServersTestMultiNic-1050222014 tempest-ServersTestMultiNic-1050222014-project-member] Enqueued Resource ID: 1e57a340-d015-4bae-94e4-670238c5e18c with Priority: HIGHEST for action security_group_members [ 894.055802] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e57a340-d015-4bae-94e4-670238c5e18c with Priority: HIGHEST for action security_group_members [ 894.056411] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e57a340-d015-4bae-94e4-670238c5e18c taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.056738] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.058852] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.058852] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.058852] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.058852] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.058852] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.058852] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.058852] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.058852] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e57a340-d015-4bae-94e4-670238c5e18c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.089431] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.089610] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.089650] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.089861] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.089949] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.090054] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 528b72ec-92e6-4927-b4f2-ba5f19dbce03 already deleted. [ 894.090141] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-528b72ec-92e6-4927-b4f2-ba5f19dbce03" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.090880] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-528b72ec-92e6-4927-b4f2-ba5f19dbce03" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.091195] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-528b72ec-92e6-4927-b4f2-ba5f19dbce03" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.091268] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('528b72ec-92e6-4927-b4f2-ba5f19dbce03',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.102023] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('766ab59d-9134-42d4-8a84-a60a4bdf74db',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.253734] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20929c55-6b33-4e90-ba3b-d66d009919a9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.564032] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.564032] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.564032] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.564032] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.564032] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.564032] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.564032] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.564032] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.564032] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.564032] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.564032] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e57a340-d015-4bae-94e4-670238c5e18c is going to be deleted. [ 894.573811] env[67081]: INFO networking_nsxv3.common.synchronization [req-e90dbe24-5096-43e4-bdf2-30f262eae4db req-b48212fc-0ecc-426d-83e8-8ad6a48ff72d tempest-ServersTestMultiNic-1050222014 tempest-ServersTestMultiNic-1050222014-project-member] Enqueued Resource ID: 1e57a340-d015-4bae-94e4-670238c5e18c with Priority: HIGHEST for action security_group_members [ 894.573972] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e57a340-d015-4bae-94e4-670238c5e18c with Priority: HIGHEST for action security_group_members [ 894.574922] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e57a340-d015-4bae-94e4-670238c5e18c taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.575032] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.602387] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.602539] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.602614] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.602804] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.602900] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.603380] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.603380] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.603505] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.603536] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.603788] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.603875] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.603966] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 766ab59d-9134-42d4-8a84-a60a4bdf74db is going to be created. [ 894.605141] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.605389] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.605636] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.605781] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.605857] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.607625] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.607773] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.607895] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e57a340-d015-4bae-94e4-670238c5e18c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.620907] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.621080] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.621144] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.621392] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.621480] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.621579] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 528b72ec-92e6-4927-b4f2-ba5f19dbce03 already deleted. [ 894.621662] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-528b72ec-92e6-4927-b4f2-ba5f19dbce03" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.630883] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.631023] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.631086] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.631285] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.631512] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.641839] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 766ab59d-9134-42d4-8a84-a60a4bdf74db in Status: UNINITIALIZED for 2s [ 894.757592] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.757756] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.757829] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.758058] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.758150] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.758251] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20929c55-6b33-4e90-ba3b-d66d009919a9 is going to be updated. [ 894.788815] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.789121] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.789190] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.789814] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.789998] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.800916] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20929c55-6b33-4e90-ba3b-d66d009919a9 in Status: IN_PROGRESS for 2s [ 894.945260] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-26 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.945699] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-26" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.945864] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-26" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.946216] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-26" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.946949] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.947179] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.947643] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.947643] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.947784] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.947905] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 894.948034] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 894.948147] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 894.948595] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 894.949043] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 894.949255] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 894.949619] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 894.983634] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 in Status: SUCCESS [ 894.984991] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.995081] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 894.995272] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.046 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 894.995414] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 894.995602] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-26" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.995984] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-633d3f43-69b4-485a-a0b3-e4f95fa26176 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.996197] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-633d3f43-69b4-485a-a0b3-e4f95fa26176" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.996317] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-633d3f43-69b4-485a-a0b3-e4f95fa26176" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.996641] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-633d3f43-69b4-485a-a0b3-e4f95fa26176" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.996782] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('633d3f43-69b4-485a-a0b3-e4f95fa26176',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.110701] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.110897] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.110968] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.111469] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.111469] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.111598] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.111667] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.111701] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.111818] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.111896] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.111975] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e57a340-d015-4bae-94e4-670238c5e18c already deleted. [ 895.112068] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.230203] env[67081]: INFO networking_nsxv3.common.synchronization [req-e26913ed-6fe7-43bb-bc40-aba1938bcb78 req-213249ef-fc1d-4612-9f55-ebd661acc886 tempest-ServerDiskConfigTestJSON-696026015 tempest-ServerDiskConfigTestJSON-696026015-project-member] Enqueued Resource ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 with Priority: HIGHEST for action security_group_members [ 895.231200] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 with Priority: HIGHEST for action security_group_members [ 895.231958] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e957e77c-acf8-49b7-a51d-e22fbbb26613 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.232127] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.232196] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.232391] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.232589] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.232720] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.232809] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.232992] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.233122] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.233242] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e957e77c-acf8-49b7-a51d-e22fbbb26613',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.502593] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.502593] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.502765] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.503217] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.503217] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.503311] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port 633d3f43-69b4-485a-a0b3-e4f95fa26176 not found, creating... [ 895.503513] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.503669] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.503854] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.506336] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.506336] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.506336] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.506336] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.506336] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.506336] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.506798] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.507023] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: 633d3f43-69b4-485a-a0b3-e4f95fa26176 is going to be created. [ 895.530286] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.530523] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.530652] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.530933] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.531207] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.531431] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-633d3f43-69b4-485a-a0b3-e4f95fa26176" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.735811] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.736387] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.736683] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.737017] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.737288] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.737685] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.737936] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.738164] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.738535] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.738745] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.738943] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 is going to be updated. [ 895.770479] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.770805] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.770888] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.771085] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.771343] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.781979] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 in Status: IN_PROGRESS for 2s [ 896.319175] env[67081]: INFO networking_nsxv3.common.synchronization [req-e90dbe24-5096-43e4-bdf2-30f262eae4db req-d3e65b13-8fb9-46b8-8a64-5063934cfc73 service nova] Enqueued Resource ID: 1e57a340-d015-4bae-94e4-670238c5e18c with Priority: HIGHEST for action security_group_rules [ 896.319175] env[67081]: INFO networking_nsxv3.common.synchronization [req-e90dbe24-5096-43e4-bdf2-30f262eae4db req-d3e65b13-8fb9-46b8-8a64-5063934cfc73 service nova] Enqueued Resource ID: 1e57a340-d015-4bae-94e4-670238c5e18c with Priority: HIGHEST for action security_group_members [ 896.320056] env[67081]: INFO networking_nsxv3.common.synchronization [req-e90dbe24-5096-43e4-bdf2-30f262eae4db req-d3e65b13-8fb9-46b8-8a64-5063934cfc73 service nova] Enqueued Resource ID: 633d3f43-69b4-485a-a0b3-e4f95fa26176 with Priority: HIGHEST for action port [ 896.324125] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e57a340-d015-4bae-94e4-670238c5e18c with Priority: HIGHEST for action security_group_rules [ 896.324125] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e57a340-d015-4bae-94e4-670238c5e18c with Priority: HIGHEST for action security_group_members [ 896.324125] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 633d3f43-69b4-485a-a0b3-e4f95fa26176 with Priority: HIGHEST for action port [ 896.324125] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e57a340-d015-4bae-94e4-670238c5e18c taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.324125] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.324125] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.324125] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.324125] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e57a340-d015-4bae-94e4-670238c5e18c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.324125] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e57a340-d015-4bae-94e4-670238c5e18c taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.324125] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.324125] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.324125] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.324125] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.324125] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.325424] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.326498] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.326498] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.326498] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e57a340-d015-4bae-94e4-670238c5e18c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.326776] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-633d3f43-69b4-485a-a0b3-e4f95fa26176 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.326876] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-633d3f43-69b4-485a-a0b3-e4f95fa26176" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.326939] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-633d3f43-69b4-485a-a0b3-e4f95fa26176" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.327115] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-633d3f43-69b4-485a-a0b3-e4f95fa26176" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.327191] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('633d3f43-69b4-485a-a0b3-e4f95fa26176',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.653173] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 766ab59d-9134-42d4-8a84-a60a4bdf74db in Status: SUCCESS [ 896.653400] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-766ab59d-9134-42d4-8a84-a60a4bdf74db" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.653581] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-766ab59d-9134-42d4-8a84-a60a4bdf74db" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.653816] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-766ab59d-9134-42d4-8a84-a60a4bdf74db" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.654420] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.654420] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.654420] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.654420] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.654617] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.654647] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-766ab59d-9134-42d4-8a84-a60a4bdf74db" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.654739] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('766ab59d-9134-42d4-8a84-a60a4bdf74db',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.812954] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20929c55-6b33-4e90-ba3b-d66d009919a9 in Status: SUCCESS [ 896.813537] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.829447] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e57a340-d015-4bae-94e4-670238c5e18c taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.829620] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.829840] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e57a340-d015-4bae-94e4-670238c5e18c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.830903] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 633d3f43-69b4-485a-a0b3-e4f95fa26176 with status ACTIVE [ 896.831120] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.831236] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.831310] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.831589] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.831711] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.831908] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.832042] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.832111] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.832291] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.832371] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.832560] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.832652] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.832731] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.832873] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.832953] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.833092] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 633d3f43-69b4-485a-a0b3-e4f95fa26176 is going to be updated. [ 896.858024] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.858211] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.858250] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.858467] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.858621] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.858798] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-633d3f43-69b4-485a-a0b3-e4f95fa26176" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.152938] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-195 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.155021] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-195" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.155021] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-195" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.155021] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-195" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.155021] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.155021] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.155021] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.155021] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.155021] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.155021] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 897.155021] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 897.155021] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 897.155439] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 897.155439] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 897.155439] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 897.155439] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 897.157207] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-766ab59d-9134-42d4-8a84-a60a4bdf74db taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.157207] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-766ab59d-9134-42d4-8a84-a60a4bdf74db" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.157207] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-766ab59d-9134-42d4-8a84-a60a4bdf74db" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.157383] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-766ab59d-9134-42d4-8a84-a60a4bdf74db" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.157526] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.157639] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.157700] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.157842] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.157922] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.158013] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-766ab59d-9134-42d4-8a84-a60a4bdf74db" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.158163] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-766ab59d-9134-42d4-8a84-a60a4bdf74db taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.158247] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-766ab59d-9134-42d4-8a84-a60a4bdf74db" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.158304] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-766ab59d-9134-42d4-8a84-a60a4bdf74db" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.158437] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-766ab59d-9134-42d4-8a84-a60a4bdf74db" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.158568] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.158651] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.158707] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.158835] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.158907] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.158980] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-766ab59d-9134-42d4-8a84-a60a4bdf74db" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.159077] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('766ab59d-9134-42d4-8a84-a60a4bdf74db',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.180665] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 897.180777] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 897.180974] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 897.181049] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-195" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.181743] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-3c73ba8e-7583-42a3-a8cf-2f05575ce691 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.181743] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-3c73ba8e-7583-42a3-a8cf-2f05575ce691" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.181923] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-3c73ba8e-7583-42a3-a8cf-2f05575ce691" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.182141] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-3c73ba8e-7583-42a3-a8cf-2f05575ce691" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.182654] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c73ba8e-7583-42a3-a8cf-2f05575ce691',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.335582] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e57a340-d015-4bae-94e4-670238c5e18c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.660863] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 766ab59d-9134-42d4-8a84-a60a4bdf74db: rpc.has_security_group_logging(os_id): False [ 897.681031] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.681031] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.681031] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.681031] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.681031] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.681377] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.681377] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.681377] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.681508] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.682106] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.682106] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.682106] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.682106] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.682280] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.683655] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.683655] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.683655] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.683655] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.683655] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.683655] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.683655] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 766ab59d-9134-42d4-8a84-a60a4bdf74db is going to be created. [ 897.685128] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.685128] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.685128] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.685412] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.685585] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.685759] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port 3c73ba8e-7583-42a3-a8cf-2f05575ce691 not found, creating... [ 897.686056] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.686252] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.686404] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.687041] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.687041] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.687151] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.687726] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.687726] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.687726] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.687726] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.688055] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: 3c73ba8e-7583-42a3-a8cf-2f05575ce691 is going to be created. [ 897.710361] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.710672] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.710839] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.711182] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.711456] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.711696] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-3c73ba8e-7583-42a3-a8cf-2f05575ce691" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.764629] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.764773] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.764846] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.765202] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.765400] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.784741] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 766ab59d-9134-42d4-8a84-a60a4bdf74db in Status: IN_PROGRESS for 2s [ 897.796511] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 in Status: SUCCESS [ 897.796729] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 deletion is rescheduled due to dependency. [ 897.796800] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.838483] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.838483] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.838483] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.838483] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.838483] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.839063] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e57a340-d015-4bae-94e4-670238c5e18c is going to be created. [ 897.877394] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.877601] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.877650] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.878534] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.878775] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.893075] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e57a340-d015-4bae-94e4-670238c5e18c in Status: UNINITIALIZED for 2s [ 898.515080] env[67081]: INFO networking_nsxv3.common.synchronization [req-e90dbe24-5096-43e4-bdf2-30f262eae4db req-7a789ee6-a101-4075-8200-ff3319f1952f service nova] Enqueued Resource ID: 1e57a340-d015-4bae-94e4-670238c5e18c with Priority: HIGHEST for action security_group_rules [ 898.515080] env[67081]: INFO networking_nsxv3.common.synchronization [req-e90dbe24-5096-43e4-bdf2-30f262eae4db req-7a789ee6-a101-4075-8200-ff3319f1952f service nova] Enqueued Resource ID: 1e57a340-d015-4bae-94e4-670238c5e18c with Priority: HIGHEST for action security_group_members [ 898.515080] env[67081]: INFO networking_nsxv3.common.synchronization [req-e90dbe24-5096-43e4-bdf2-30f262eae4db req-7a789ee6-a101-4075-8200-ff3319f1952f service nova] Enqueued Resource ID: 3c73ba8e-7583-42a3-a8cf-2f05575ce691 with Priority: HIGHEST for action port [ 898.515080] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e57a340-d015-4bae-94e4-670238c5e18c with Priority: HIGHEST for action security_group_rules [ 898.515810] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e57a340-d015-4bae-94e4-670238c5e18c with Priority: HIGHEST for action security_group_members [ 898.516898] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c73ba8e-7583-42a3-a8cf-2f05575ce691 with Priority: HIGHEST for action port [ 898.519891] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e57a340-d015-4bae-94e4-670238c5e18c taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.519891] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.519891] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e57a340-d015-4bae-94e4-670238c5e18c taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.519891] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.519891] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c73ba8e-7583-42a3-a8cf-2f05575ce691 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.519891] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c73ba8e-7583-42a3-a8cf-2f05575ce691" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.519891] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c73ba8e-7583-42a3-a8cf-2f05575ce691" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.519891] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c73ba8e-7583-42a3-a8cf-2f05575ce691" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.519891] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c73ba8e-7583-42a3-a8cf-2f05575ce691',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.022966] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3c73ba8e-7583-42a3-a8cf-2f05575ce691 with status ACTIVE [ 899.022966] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.023853] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.023853] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.023853] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.023853] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.023853] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.024118] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.024118] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.025824] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.025824] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.025824] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.025824] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.025824] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.025824] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.025824] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.025824] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3c73ba8e-7583-42a3-a8cf-2f05575ce691 is going to be updated. [ 899.048666] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.048843] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.048914] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.049121] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.049286] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.049545] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c73ba8e-7583-42a3-a8cf-2f05575ce691" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.799268] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 766ab59d-9134-42d4-8a84-a60a4bdf74db in Status: SUCCESS [ 899.799436] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-766ab59d-9134-42d4-8a84-a60a4bdf74db" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.903895] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e57a340-d015-4bae-94e4-670238c5e18c in Status: SUCCESS [ 899.904272] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.904511] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.904785] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.905057] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.905240] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.905458] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.905660] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.905796] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.905936] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.906098] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1e57a340-d015-4bae-94e4-670238c5e18c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.907445] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.907445] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.908075] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.908075] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.908075] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.908320] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.908451] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.908582] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e57a340-d015-4bae-94e4-670238c5e18c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.304988] env[67081]: INFO networking_nsxv3.common.synchronization [req-be904c51-3786-4f65-a20a-96db0bddf48f req-95be6585-96b8-4411-9728-3e8764fe582f tempest-ListServerFiltersTestJSON-205465944 tempest-ListServerFiltersTestJSON-205465944-project-member] Enqueued Resource ID: 8dd8386e-203d-4d2b-8a88-4e61b6fb9327 with Priority: HIGHEST for action security_group_members [ 900.305576] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dd8386e-203d-4d2b-8a88-4e61b6fb9327 with Priority: HIGHEST for action security_group_members [ 900.305881] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.306010] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.306896] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.307696] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.307904] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.309669] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.309754] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.309939] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.310084] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.310148] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dd8386e-203d-4d2b-8a88-4e61b6fb9327',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.410957] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e57a340-d015-4bae-94e4-670238c5e18c taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.411132] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.411336] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e57a340-d015-4bae-94e4-670238c5e18c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.812743] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8dd8386e-203d-4d2b-8a88-4e61b6fb9327',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.915196] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e57a340-d015-4bae-94e4-670238c5e18c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.085724] env[67081]: INFO networking_nsxv3.common.synchronization [req-d7a68c89-7841-4ac2-881c-09d6eb77cb43 req-8805c06f-3a7c-4112-bc61-cbb557a73f66 tempest-ServerAddressesTestJSON-1485933859 tempest-ServerAddressesTestJSON-1485933859-project-member] Enqueued Resource ID: bd7ab805-e8ff-469b-9188-d8ac3abd1ac9 with Priority: HIGHEST for action security_group_members [ 901.085724] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd7ab805-e8ff-469b-9188-d8ac3abd1ac9 with Priority: HIGHEST for action security_group_members [ 901.087495] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd7ab805-e8ff-469b-9188-d8ac3abd1ac9 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.087738] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd7ab805-e8ff-469b-9188-d8ac3abd1ac9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.087738] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd7ab805-e8ff-469b-9188-d8ac3abd1ac9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.088234] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd7ab805-e8ff-469b-9188-d8ac3abd1ac9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.088860] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.089027] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.089264] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.089883] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.090036] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.090178] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd7ab805-e8ff-469b-9188-d8ac3abd1ac9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.315104] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8dd8386e-203d-4d2b-8a88-4e61b6fb9327',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.421656] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.421841] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.421893] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.424085] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.424085] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.424085] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e57a340-d015-4bae-94e4-670238c5e18c is going to be updated. [ 901.457020] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.457020] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.457020] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.457020] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.457020] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.466903] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e57a340-d015-4bae-94e4-670238c5e18c in Status: IN_PROGRESS for 2s [ 901.501352] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-379 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.503058] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-379" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.503058] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-379" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.503058] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-379" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.503058] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.503058] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.503058] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.503058] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.503058] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.503706] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 901.503706] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 901.503706] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 901.503706] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 901.504449] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 901.504647] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 901.504859] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 901.528848] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 901.528848] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 901.528848] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 901.528848] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-379" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.529048] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-0627bf70-6c02-4048-82d5-e88cc966264c taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.529048] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-0627bf70-6c02-4048-82d5-e88cc966264c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.529276] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-0627bf70-6c02-4048-82d5-e88cc966264c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.529505] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-0627bf70-6c02-4048-82d5-e88cc966264c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.529643] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0627bf70-6c02-4048-82d5-e88cc966264c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.594394] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.594614] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.594787] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.594897] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.595041] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.595277] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.595388] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.595450] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.595696] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.595844] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.595902] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd7ab805-e8ff-469b-9188-d8ac3abd1ac9 already deleted. [ 901.596065] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd7ab805-e8ff-469b-9188-d8ac3abd1ac9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.818293] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.818552] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.818675] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.818984] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.819167] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.819446] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dd8386e-203d-4d2b-8a88-4e61b6fb9327 is going to be updated. [ 901.853865] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.854968] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.854968] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.854968] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.854968] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.865999] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dd8386e-203d-4d2b-8a88-4e61b6fb9327 in Status: IN_PROGRESS for 2s [ 902.032543] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.032805] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.032943] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.033266] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.033415] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.033623] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port 0627bf70-6c02-4048-82d5-e88cc966264c not found, creating... [ 902.033903] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.034070] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.034190] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.034407] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.034543] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.034826] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.034993] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.035142] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.035428] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.035578] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.035723] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: 0627bf70-6c02-4048-82d5-e88cc966264c is going to be created. [ 902.058995] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.060657] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.060657] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.060657] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.060657] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.060657] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-0627bf70-6c02-4048-82d5-e88cc966264c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.795966] env[67081]: INFO networking_nsxv3.common.synchronization [req-d7a68c89-7841-4ac2-881c-09d6eb77cb43 req-5663f281-95f8-413c-9e41-740ba5b0263f service nova] Enqueued Resource ID: bd7ab805-e8ff-469b-9188-d8ac3abd1ac9 with Priority: HIGHEST for action security_group_rules [ 902.796312] env[67081]: INFO networking_nsxv3.common.synchronization [req-d7a68c89-7841-4ac2-881c-09d6eb77cb43 req-5663f281-95f8-413c-9e41-740ba5b0263f service nova] Enqueued Resource ID: bd7ab805-e8ff-469b-9188-d8ac3abd1ac9 with Priority: HIGHEST for action security_group_members [ 902.796312] env[67081]: INFO networking_nsxv3.common.synchronization [req-d7a68c89-7841-4ac2-881c-09d6eb77cb43 req-5663f281-95f8-413c-9e41-740ba5b0263f service nova] Enqueued Resource ID: 0627bf70-6c02-4048-82d5-e88cc966264c with Priority: HIGHEST for action port [ 902.796898] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd7ab805-e8ff-469b-9188-d8ac3abd1ac9 with Priority: HIGHEST for action security_group_rules [ 902.797123] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd7ab805-e8ff-469b-9188-d8ac3abd1ac9 with Priority: HIGHEST for action security_group_members [ 902.797242] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0627bf70-6c02-4048-82d5-e88cc966264c with Priority: HIGHEST for action port [ 902.797608] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd7ab805-e8ff-469b-9188-d8ac3abd1ac9 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.797882] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd7ab805-e8ff-469b-9188-d8ac3abd1ac9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.797882] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd7ab805-e8ff-469b-9188-d8ac3abd1ac9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.798152] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd7ab805-e8ff-469b-9188-d8ac3abd1ac9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.798256] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd7ab805-e8ff-469b-9188-d8ac3abd1ac9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.799772] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd7ab805-e8ff-469b-9188-d8ac3abd1ac9 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.799928] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd7ab805-e8ff-469b-9188-d8ac3abd1ac9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.800071] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd7ab805-e8ff-469b-9188-d8ac3abd1ac9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.800291] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd7ab805-e8ff-469b-9188-d8ac3abd1ac9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.800476] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.800622] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.801302] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.801563] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.801706] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.802304] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd7ab805-e8ff-469b-9188-d8ac3abd1ac9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.803569] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-0627bf70-6c02-4048-82d5-e88cc966264c taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.803713] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0627bf70-6c02-4048-82d5-e88cc966264c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.803781] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0627bf70-6c02-4048-82d5-e88cc966264c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.804877] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0627bf70-6c02-4048-82d5-e88cc966264c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.805013] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0627bf70-6c02-4048-82d5-e88cc966264c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.307518] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd7ab805-e8ff-469b-9188-d8ac3abd1ac9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.308731] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd7ab805-e8ff-469b-9188-d8ac3abd1ac9 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.308878] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd7ab805-e8ff-469b-9188-d8ac3abd1ac9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.309339] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0627bf70-6c02-4048-82d5-e88cc966264c with status ACTIVE [ 903.309339] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.309339] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.309516] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.309647] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.309755] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.309970] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.310123] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.314023] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.314023] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.314023] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.314023] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.314023] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.314023] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.314023] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.314023] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.314023] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0627bf70-6c02-4048-82d5-e88cc966264c is going to be updated. [ 903.341886] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.342073] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.342151] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.342373] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.342528] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.342694] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0627bf70-6c02-4048-82d5-e88cc966264c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.476601] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e57a340-d015-4bae-94e4-670238c5e18c in Status: SUCCESS [ 903.476944] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.477030] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.477250] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.477459] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.477561] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.477640] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.477772] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.477850] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.477937] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.478101] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e57a340-d015-4bae-94e4-670238c5e18c taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.478194] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.478252] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.478396] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.478533] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.478621] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.478680] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.478812] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.478884] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.478966] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.479069] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1e57a340-d015-4bae-94e4-670238c5e18c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.752463] env[67081]: INFO networking_nsxv3.common.synchronization [req-d0e60f68-7d8b-45df-ac7f-caa0a8483bf8 req-f309bccd-6651-474e-84de-85c756cddb98 tempest-SecurityGroupsTestJSON-346655069 tempest-SecurityGroupsTestJSON-346655069-project-member] Enqueued Resource ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 with Priority: HIGHEST for action security_group_members [ 903.757539] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 with Priority: HIGHEST for action security_group_members [ 903.757539] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.757539] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.757539] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.757539] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.757539] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.757539] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.757539] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.757539] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.757539] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.757539] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.814346] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd7ab805-e8ff-469b-9188-d8ac3abd1ac9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.876454] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dd8386e-203d-4d2b-8a88-4e61b6fb9327 in Status: SUCCESS [ 903.876687] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.982059] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1e57a340-d015-4bae-94e4-670238c5e18c: rpc.has_security_group_logging(os_id): False [ 904.005294] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.007460] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.007460] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.007460] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.007460] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.007460] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.007460] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.007460] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.007460] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.007460] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.007460] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.007460] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.007460] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.007460] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.007460] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.007991] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.008256] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.008405] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.008620] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.008771] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.008940] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e57a340-d015-4bae-94e4-670238c5e18c is going to be created. [ 904.083177] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.083364] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.083457] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.083767] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.083965] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.102929] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e57a340-d015-4bae-94e4-670238c5e18c in Status: IN_PROGRESS for 2s [ 904.149437] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-175 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.149646] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-175" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.149768] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-175" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.150057] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-175" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.150524] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.150764] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.150932] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.152996] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.153244] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.153554] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 904.153705] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 904.153842] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 904.153957] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 904.154130] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 904.154262] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 904.154454] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 904.178764] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 904.178764] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 904.178935] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 904.179122] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-175" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.179489] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-5666a844-53c5-4198-a711-df00a2c9a805 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.179683] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-5666a844-53c5-4198-a711-df00a2c9a805" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.179826] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-5666a844-53c5-4198-a711-df00a2c9a805" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.180506] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-5666a844-53c5-4198-a711-df00a2c9a805" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.180506] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5666a844-53c5-4198-a711-df00a2c9a805',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.264582] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.319027] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.319027] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.319027] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.319027] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.319027] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.319027] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd7ab805-e8ff-469b-9188-d8ac3abd1ac9 is going to be created. [ 904.380026] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.380026] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.380026] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.380026] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.380026] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.393510] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd7ab805-e8ff-469b-9188-d8ac3abd1ac9 in Status: UNINITIALIZED for 2s [ 904.687033] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.687033] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.687033] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.687033] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.687033] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.687033] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port 5666a844-53c5-4198-a711-df00a2c9a805 not found, creating... [ 904.687033] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.687033] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.687033] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.687033] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.687033] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.687505] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.687505] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.687505] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.687505] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.687505] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.687505] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: 5666a844-53c5-4198-a711-df00a2c9a805 is going to be created. [ 904.715142] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.715142] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.715142] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.715142] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.715142] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.715142] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-5666a844-53c5-4198-a711-df00a2c9a805" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.766975] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.269307] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.269635] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.269635] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.269788] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.271291] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.271291] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 is going to be updated. [ 905.329660] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.329775] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.329827] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.330912] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.330912] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.353850] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 in Status: IN_PROGRESS for 2s [ 905.512055] env[67081]: INFO networking_nsxv3.common.synchronization [req-d0e60f68-7d8b-45df-ac7f-caa0a8483bf8 req-d3f8efc7-68e9-4ede-9048-ef74591bdde4 service nova] Enqueued Resource ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 with Priority: HIGHEST for action security_group_rules [ 905.512055] env[67081]: INFO networking_nsxv3.common.synchronization [req-d0e60f68-7d8b-45df-ac7f-caa0a8483bf8 req-d3f8efc7-68e9-4ede-9048-ef74591bdde4 service nova] Enqueued Resource ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 with Priority: HIGHEST for action security_group_members [ 905.512222] env[67081]: INFO networking_nsxv3.common.synchronization [req-d0e60f68-7d8b-45df-ac7f-caa0a8483bf8 req-d3f8efc7-68e9-4ede-9048-ef74591bdde4 service nova] Enqueued Resource ID: 5666a844-53c5-4198-a711-df00a2c9a805 with Priority: HIGHEST for action port [ 905.512903] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 with Priority: HIGHEST for action security_group_rules [ 905.513468] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 with Priority: HIGHEST for action security_group_members [ 905.513915] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5666a844-53c5-4198-a711-df00a2c9a805 with Priority: HIGHEST for action port [ 905.514235] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.514389] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.514447] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.514639] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.514734] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.516839] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.516980] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.517224] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-5666a844-53c5-4198-a711-df00a2c9a805 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.517347] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5666a844-53c5-4198-a711-df00a2c9a805" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.517411] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5666a844-53c5-4198-a711-df00a2c9a805" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.517983] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5666a844-53c5-4198-a711-df00a2c9a805" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.517983] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5666a844-53c5-4198-a711-df00a2c9a805',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.019610] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.019695] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.019869] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5666a844-53c5-4198-a711-df00a2c9a805 with status ACTIVE [ 906.020055] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.020166] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.020232] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.020441] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.020532] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.020700] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.020839] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.020904] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.021065] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.021144] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.021322] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.021473] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.021517] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.021642] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.021717] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.021804] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5666a844-53c5-4198-a711-df00a2c9a805 is going to be updated. [ 906.050166] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.050166] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.050166] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.050166] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.050166] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.050166] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5666a844-53c5-4198-a711-df00a2c9a805" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.130167] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e57a340-d015-4bae-94e4-670238c5e18c in Status: SUCCESS [ 906.130432] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.130626] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.130855] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.131067] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e57a340-d015-4bae-94e4-670238c5e18c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.410405] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd7ab805-e8ff-469b-9188-d8ac3abd1ac9 in Status: SUCCESS [ 906.410405] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd7ab805-e8ff-469b-9188-d8ac3abd1ac9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.410405] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd7ab805-e8ff-469b-9188-d8ac3abd1ac9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.410405] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd7ab805-e8ff-469b-9188-d8ac3abd1ac9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.410405] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.410405] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.410405] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.410405] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.410405] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.410405] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd7ab805-e8ff-469b-9188-d8ac3abd1ac9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.410405] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd7ab805-e8ff-469b-9188-d8ac3abd1ac9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.603450] env[67081]: INFO networking_nsxv3.common.synchronization [req-ea1951ce-814a-4108-b40c-5c450b32b18d req-23a61b56-aa55-4cb8-b755-40e12372cbb4 tempest-ServerRescueTestJSONUnderV235-1571070739 tempest-ServerRescueTestJSONUnderV235-1571070739-project-member] Enqueued Resource ID: f7b46a9b-01bd-4b32-b2b5-20f256b2e04e with Priority: HIGHEST for action security_group_members [ 906.607822] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7b46a9b-01bd-4b32-b2b5-20f256b2e04e with Priority: HIGHEST for action security_group_members [ 906.608706] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.608873] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.608913] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.609206] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.609371] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.609507] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.609605] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.609820] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.610278] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.610414] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7b46a9b-01bd-4b32-b2b5-20f256b2e04e',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.634912] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e57a340-d015-4bae-94e4-670238c5e18c taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.635179] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.635286] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.635536] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.635789] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.636023] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.636078] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.636300] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.636344] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.636478] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.639044] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1e57a340-d015-4bae-94e4-670238c5e18c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.913037] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd7ab805-e8ff-469b-9188-d8ac3abd1ac9 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.913160] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd7ab805-e8ff-469b-9188-d8ac3abd1ac9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.913229] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd7ab805-e8ff-469b-9188-d8ac3abd1ac9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.913488] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd7ab805-e8ff-469b-9188-d8ac3abd1ac9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.913682] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.913865] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.913932] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.914111] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.914213] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.914306] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd7ab805-e8ff-469b-9188-d8ac3abd1ac9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.916028] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd7ab805-e8ff-469b-9188-d8ac3abd1ac9 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.916028] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd7ab805-e8ff-469b-9188-d8ac3abd1ac9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.916028] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd7ab805-e8ff-469b-9188-d8ac3abd1ac9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.916028] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd7ab805-e8ff-469b-9188-d8ac3abd1ac9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.916028] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.916028] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.916028] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.916028] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.916028] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.916028] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd7ab805-e8ff-469b-9188-d8ac3abd1ac9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.916028] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd7ab805-e8ff-469b-9188-d8ac3abd1ac9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.980807] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-421 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.981025] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-421" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.981156] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-421" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.981550] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-421" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.981830] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.982442] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.982629] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.982959] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.983155] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.983385] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 906.983503] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 906.983612] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 906.983728] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 906.983847] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 906.983952] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 906.984116] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 907.005149] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 907.005347] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 907.005484] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 907.005662] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-421" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.005986] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-90f65df5-4e01-402c-a7e1-f611ec51977b taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.006176] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-90f65df5-4e01-402c-a7e1-f611ec51977b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.006300] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-90f65df5-4e01-402c-a7e1-f611ec51977b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.006713] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-90f65df5-4e01-402c-a7e1-f611ec51977b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.006883] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90f65df5-4e01-402c-a7e1-f611ec51977b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.113721] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.114587] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.114587] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.114587] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.114587] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.114587] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.114823] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.114823] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.114823] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.114901] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.114974] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7b46a9b-01bd-4b32-b2b5-20f256b2e04e already deleted. [ 907.115066] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.140682] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e57a340-d015-4bae-94e4-670238c5e18c taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.140882] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.140974] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.141257] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.141512] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.141641] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.141720] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.141919] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.142040] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.142215] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.142378] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e57a340-d015-4bae-94e4-670238c5e18c taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.142492] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.142602] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.142706] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.142854] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.142983] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.143063] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.143248] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.143328] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.143414] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.143521] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1e57a340-d015-4bae-94e4-670238c5e18c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.366155] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 in Status: SUCCESS [ 907.366770] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.366770] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.366770] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.366962] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.367081] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.367147] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.367306] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.367390] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.367490] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.419488] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd7ab805-e8ff-469b-9188-d8ac3abd1ac9: rpc.has_security_group_logging(os_id): False [ 907.439982] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.439982] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.439982] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.439982] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.439982] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.439982] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.440386] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.440386] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.440386] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.440386] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.440568] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.440643] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.440688] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.440811] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.440896] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.441096] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.441201] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.441201] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.441339] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.441438] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.441574] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd7ab805-e8ff-469b-9188-d8ac3abd1ac9 is going to be created. [ 907.509905] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.510160] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.511011] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.511344] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.512043] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.512043] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port 90f65df5-4e01-402c-a7e1-f611ec51977b not found, creating... [ 907.512202] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.512316] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.512471] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.512787] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.512952] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.513362] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.513575] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.513714] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.514021] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.514228] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.514391] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: 90f65df5-4e01-402c-a7e1-f611ec51977b is going to be created. [ 907.542673] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.542817] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.542897] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.543169] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.543367] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.545649] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.545863] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.545982] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.546275] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.546554] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.546867] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-90f65df5-4e01-402c-a7e1-f611ec51977b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.561317] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd7ab805-e8ff-469b-9188-d8ac3abd1ac9 in Status: IN_PROGRESS for 2s [ 907.645650] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1e57a340-d015-4bae-94e4-670238c5e18c: rpc.has_security_group_logging(os_id): False [ 907.673261] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.673771] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.673909] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.674187] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.674353] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.674696] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.674876] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.674976] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.675300] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.675520] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.675810] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.676058] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.676141] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.676335] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.676459] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.676778] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.676965] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.677061] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.677298] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.677425] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.677724] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e57a340-d015-4bae-94e4-670238c5e18c is going to be updated. [ 907.764295] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.764452] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.764500] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.764710] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.764856] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.786929] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e57a340-d015-4bae-94e4-670238c5e18c in Status: IN_PROGRESS for 2s [ 907.870395] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.292332] env[67081]: INFO networking_nsxv3.common.synchronization [req-ea1951ce-814a-4108-b40c-5c450b32b18d req-bf4f8321-4d8c-4775-b9ff-bf7bd415545c service nova] Enqueued Resource ID: f7b46a9b-01bd-4b32-b2b5-20f256b2e04e with Priority: HIGHEST for action security_group_rules [ 908.292525] env[67081]: INFO networking_nsxv3.common.synchronization [req-ea1951ce-814a-4108-b40c-5c450b32b18d req-bf4f8321-4d8c-4775-b9ff-bf7bd415545c service nova] Enqueued Resource ID: f7b46a9b-01bd-4b32-b2b5-20f256b2e04e with Priority: HIGHEST for action security_group_members [ 908.292722] env[67081]: INFO networking_nsxv3.common.synchronization [req-ea1951ce-814a-4108-b40c-5c450b32b18d req-bf4f8321-4d8c-4775-b9ff-bf7bd415545c service nova] Enqueued Resource ID: 90f65df5-4e01-402c-a7e1-f611ec51977b with Priority: HIGHEST for action port [ 908.293387] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7b46a9b-01bd-4b32-b2b5-20f256b2e04e with Priority: HIGHEST for action security_group_rules [ 908.293523] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7b46a9b-01bd-4b32-b2b5-20f256b2e04e with Priority: HIGHEST for action security_group_members [ 908.293617] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90f65df5-4e01-402c-a7e1-f611ec51977b with Priority: HIGHEST for action port [ 908.293916] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.294063] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.294129] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.294527] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.294527] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7b46a9b-01bd-4b32-b2b5-20f256b2e04e',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.295395] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.295494] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.295596] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.297045] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.297045] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.297045] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.297045] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.297045] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.297045] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.297045] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7b46a9b-01bd-4b32-b2b5-20f256b2e04e',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.299789] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-90f65df5-4e01-402c-a7e1-f611ec51977b taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.299935] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90f65df5-4e01-402c-a7e1-f611ec51977b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.300014] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90f65df5-4e01-402c-a7e1-f611ec51977b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.300346] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90f65df5-4e01-402c-a7e1-f611ec51977b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.300504] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90f65df5-4e01-402c-a7e1-f611ec51977b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.372580] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.802588] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7b46a9b-01bd-4b32-b2b5-20f256b2e04e',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.803698] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.803848] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.804116] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 90f65df5-4e01-402c-a7e1-f611ec51977b with status ACTIVE [ 908.804583] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.804583] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.804583] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.804725] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.804725] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.804896] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.804963] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.805097] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.805142] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.805231] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.805449] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.805449] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.807194] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.807194] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.807194] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.807194] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 90f65df5-4e01-402c-a7e1-f611ec51977b is going to be updated. [ 908.831027] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.831165] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.831232] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.831497] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.831648] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.831807] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90f65df5-4e01-402c-a7e1-f611ec51977b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.878174] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.878382] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.878461] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.878679] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.878772] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.878871] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 is going to be updated. [ 908.922310] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.922770] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.922967] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.923312] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.923697] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.935519] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 in Status: IN_PROGRESS for 2s [ 909.307929] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7b46a9b-01bd-4b32-b2b5-20f256b2e04e',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.578354] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd7ab805-e8ff-469b-9188-d8ac3abd1ac9 in Status: SUCCESS [ 909.578501] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd7ab805-e8ff-469b-9188-d8ac3abd1ac9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.805688] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e57a340-d015-4bae-94e4-670238c5e18c in Status: SUCCESS [ 909.806044] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.813577] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.813791] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.813851] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.814047] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.814144] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.814239] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7b46a9b-01bd-4b32-b2b5-20f256b2e04e is going to be created. [ 909.839763] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.839984] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.840074] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.840285] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.840482] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.851714] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7b46a9b-01bd-4b32-b2b5-20f256b2e04e in Status: UNINITIALIZED for 2s [ 910.934875] env[67081]: INFO networking_nsxv3.common.synchronization [req-ddefa7b3-5fbd-4d80-82dd-98365622b589 req-11725085-c9e3-46ee-a293-87113b84cb99 tempest-InstanceActionsTestJSON-1644997033 tempest-InstanceActionsTestJSON-1644997033-project-member] Enqueued Resource ID: 766ab59d-9134-42d4-8a84-a60a4bdf74db with Priority: HIGHEST for action security_group_members [ 910.935413] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 766ab59d-9134-42d4-8a84-a60a4bdf74db with Priority: HIGHEST for action security_group_members [ 910.936324] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-766ab59d-9134-42d4-8a84-a60a4bdf74db taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.936324] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-766ab59d-9134-42d4-8a84-a60a4bdf74db" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.936324] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-766ab59d-9134-42d4-8a84-a60a4bdf74db" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.936324] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-766ab59d-9134-42d4-8a84-a60a4bdf74db" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.936324] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.936509] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.936509] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.936561] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.936711] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.936711] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('766ab59d-9134-42d4-8a84-a60a4bdf74db',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.949879] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 in Status: SUCCESS [ 910.949879] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.950080] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.950290] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.950486] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.950608] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.950670] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.950829] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.950910] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.950996] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.951104] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.254619] env[67081]: INFO networking_nsxv3.common.synchronization [req-f812d2b4-1464-4602-96dc-cb2312ac0b6b req-bd198348-ad6d-4e2b-b83c-1f4105709a23 tempest-ServersTestMultiNic-1050222014 tempest-ServersTestMultiNic-1050222014-project-member] Enqueued Resource ID: 1e57a340-d015-4bae-94e4-670238c5e18c with Priority: HIGHEST for action security_group_members [ 911.255505] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e57a340-d015-4bae-94e4-670238c5e18c with Priority: HIGHEST for action security_group_members [ 911.255889] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e57a340-d015-4bae-94e4-670238c5e18c taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.256067] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.256161] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.256438] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.256643] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.256760] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.256834] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.257030] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.257121] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.257219] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e57a340-d015-4bae-94e4-670238c5e18c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.443553] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.443553] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.443553] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.443553] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.443553] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.443553] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.443553] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.443553] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.443553] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.443553] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.443553] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 766ab59d-9134-42d4-8a84-a60a4bdf74db is going to be updated. [ 911.456906] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.457062] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.457128] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.457836] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.457836] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.457836] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.457836] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.458053] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.458053] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.458053] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.458986] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.458986] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.458986] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.458986] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.458986] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.458986] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.458986] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.458986] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.458986] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.459355] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.459355] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.473210] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.473867] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.473867] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.473867] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.473867] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.485182] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 766ab59d-9134-42d4-8a84-a60a4bdf74db in Status: IN_PROGRESS for 2s [ 911.536980] env[67081]: INFO networking_nsxv3.common.synchronization [req-f812d2b4-1464-4602-96dc-cb2312ac0b6b req-f4875bd5-86de-44d8-a72a-65375887fdfa tempest-ServersTestMultiNic-1050222014 tempest-ServersTestMultiNic-1050222014-project-member] Enqueued Resource ID: 1e57a340-d015-4bae-94e4-670238c5e18c with Priority: HIGHEST for action security_group_members [ 911.538129] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e57a340-d015-4bae-94e4-670238c5e18c with Priority: HIGHEST for action security_group_members [ 911.538621] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e57a340-d015-4bae-94e4-670238c5e18c taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.538749] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.761025] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e57a340-d015-4bae-94e4-670238c5e18c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.865213] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7b46a9b-01bd-4b32-b2b5-20f256b2e04e in Status: SUCCESS [ 911.865544] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.866127] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.866346] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.866537] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.866659] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.866752] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.866960] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.867058] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.867148] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.867240] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7b46a9b-01bd-4b32-b2b5-20f256b2e04e',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.962437] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3: rpc.has_security_group_logging(os_id): False [ 911.985528] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.985685] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.985757] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.986028] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.986129] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.988380] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.988380] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.988380] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.988380] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.988380] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.988380] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.988380] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.988380] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.988380] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.988380] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.988380] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.988380] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.988380] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.988380] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.988857] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.988857] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 is going to be updated. [ 912.053109] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.053334] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.053334] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.053566] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.053739] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.071191] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 in Status: IN_PROGRESS for 2s [ 912.265048] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e57a340-d015-4bae-94e4-670238c5e18c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.370645] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.371480] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.372501] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.372501] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.372501] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.372501] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.372501] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.372788] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.372788] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.372850] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.372995] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.373121] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.373198] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.373381] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.373536] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.373649] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.373750] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.373947] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.375484] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.375688] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.376050] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7b46a9b-01bd-4b32-b2b5-20f256b2e04e',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.769781] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.769860] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.769898] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.770233] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.770362] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.770490] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e57a340-d015-4bae-94e4-670238c5e18c is going to be updated. [ 912.808948] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.809105] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.809144] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.809355] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.809523] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.825290] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e57a340-d015-4bae-94e4-670238c5e18c in Status: IN_PROGRESS for 2s [ 912.879179] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7b46a9b-01bd-4b32-b2b5-20f256b2e04e: rpc.has_security_group_logging(os_id): False [ 912.897514] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.897677] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.897732] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.898102] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.898250] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.898490] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.898678] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.898737] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.898988] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.899178] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.899426] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.899622] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.899675] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.899862] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.899962] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.900337] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.900337] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.900337] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.901813] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.901813] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.901813] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7b46a9b-01bd-4b32-b2b5-20f256b2e04e is going to be created. [ 912.964971] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.965266] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.965266] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.965412] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.965589] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.978019] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7b46a9b-01bd-4b32-b2b5-20f256b2e04e in Status: IN_PROGRESS for 2s [ 913.502224] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 766ab59d-9134-42d4-8a84-a60a4bdf74db in Status: SUCCESS [ 913.502330] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 766ab59d-9134-42d4-8a84-a60a4bdf74db deletion is rescheduled due to dependency. [ 913.502418] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-766ab59d-9134-42d4-8a84-a60a4bdf74db" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.554525] env[67081]: INFO networking_nsxv3.common.synchronization [req-c74ef4ec-3e28-4d95-9733-c3f9ca7138a3 req-ef4f9d25-6be8-43de-b4f5-9f2aec36aaf4 tempest-ServerRescueTestJSON-1834265151 tempest-ServerRescueTestJSON-1834265151-project-member] Enqueued Resource ID: 6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4 with Priority: HIGHEST for action security_group_members [ 913.555629] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4 with Priority: HIGHEST for action security_group_members [ 913.555629] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.555629] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.555629] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.556239] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.556239] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.556239] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.556680] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.556680] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.556680] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.556680] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.004085] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-892 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.004085] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-892" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.004085] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-892" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.004085] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-892" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.004085] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.004861] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.004861] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.004861] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.005022] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.005295] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 914.005413] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 914.005532] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 914.005642] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 914.005752] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 914.005872] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 914.006093] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 914.025482] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 914.025653] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 914.025798] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 914.026030] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-892" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.026461] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-6426095b-59d1-4665-b6a6-b5a893e05bcc taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.026606] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-6426095b-59d1-4665-b6a6-b5a893e05bcc" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.026716] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-6426095b-59d1-4665-b6a6-b5a893e05bcc" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.027101] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-6426095b-59d1-4665-b6a6-b5a893e05bcc" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.027262] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6426095b-59d1-4665-b6a6-b5a893e05bcc',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.060731] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.060886] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.060971] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.061191] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.061283] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.061511] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.061618] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.061705] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.061904] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.061948] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.062047] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4 already deleted. [ 914.062145] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.087626] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 in Status: SUCCESS [ 914.087863] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.530253] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.530549] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.530641] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.530981] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.531151] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.531314] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port 6426095b-59d1-4665-b6a6-b5a893e05bcc not found, creating... [ 914.531702] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.531875] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.531995] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.532257] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.532423] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.532967] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.533171] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.533299] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.533583] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.533737] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.533907] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: 6426095b-59d1-4665-b6a6-b5a893e05bcc is going to be created. [ 914.555835] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.556085] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.556191] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.556464] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.556711] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.556967] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-6426095b-59d1-4665-b6a6-b5a893e05bcc" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.836454] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e57a340-d015-4bae-94e4-670238c5e18c in Status: SUCCESS [ 914.836782] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.836935] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.837169] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.837366] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.837479] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.837548] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.837686] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.837784] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.837895] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e57a340-d015-4bae-94e4-670238c5e18c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.989785] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7b46a9b-01bd-4b32-b2b5-20f256b2e04e in Status: SUCCESS [ 914.990135] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.280914] env[67081]: INFO networking_nsxv3.common.synchronization [req-c74ef4ec-3e28-4d95-9733-c3f9ca7138a3 req-947d2508-9872-42e3-87d8-8639cb0f4dea service nova] Enqueued Resource ID: 6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4 with Priority: HIGHEST for action security_group_rules [ 915.281189] env[67081]: INFO networking_nsxv3.common.synchronization [req-c74ef4ec-3e28-4d95-9733-c3f9ca7138a3 req-947d2508-9872-42e3-87d8-8639cb0f4dea service nova] Enqueued Resource ID: 6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4 with Priority: HIGHEST for action security_group_members [ 915.281337] env[67081]: INFO networking_nsxv3.common.synchronization [req-c74ef4ec-3e28-4d95-9733-c3f9ca7138a3 req-947d2508-9872-42e3-87d8-8639cb0f4dea service nova] Enqueued Resource ID: 6426095b-59d1-4665-b6a6-b5a893e05bcc with Priority: HIGHEST for action port [ 915.281884] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4 with Priority: HIGHEST for action security_group_rules [ 915.288025] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4 with Priority: HIGHEST for action security_group_members [ 915.288025] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6426095b-59d1-4665-b6a6-b5a893e05bcc with Priority: HIGHEST for action port [ 915.288025] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.288025] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.288025] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.288025] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.288025] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.288025] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.288025] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.288025] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.288025] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.288025] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.288025] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.288774] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.289050] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.289444] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.289687] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.290978] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-6426095b-59d1-4665-b6a6-b5a893e05bcc taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.291371] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6426095b-59d1-4665-b6a6-b5a893e05bcc" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.291757] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6426095b-59d1-4665-b6a6-b5a893e05bcc" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.292141] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6426095b-59d1-4665-b6a6-b5a893e05bcc" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.292569] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6426095b-59d1-4665-b6a6-b5a893e05bcc',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.340583] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.340583] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.340583] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.340583] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.340758] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.341397] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.341397] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.341397] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.341397] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.341642] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.341642] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e57a340-d015-4bae-94e4-670238c5e18c is going to be updated. [ 915.371119] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.371411] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.371702] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.372091] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.372091] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.384833] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e57a340-d015-4bae-94e4-670238c5e18c in Status: IN_PROGRESS for 2s [ 915.795989] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.796151] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.796355] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.797325] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6426095b-59d1-4665-b6a6-b5a893e05bcc with status ACTIVE [ 915.798855] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.799015] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.799116] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.799347] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.799584] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.799854] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.799977] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.800079] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.800627] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.800729] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.800942] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.801055] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.801118] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.801268] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.801344] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.801432] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6426095b-59d1-4665-b6a6-b5a893e05bcc is going to be updated. [ 915.826936] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.827232] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.827380] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.827764] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.827980] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.828309] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6426095b-59d1-4665-b6a6-b5a893e05bcc" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.027761] env[67081]: INFO networking_nsxv3.common.synchronization [None req-b6c67764-08d8-4750-94ce-7947169c121d None None] Enqueued Resource ID: 49b6c605-9406-49ac-81fc-d9cd748007fe with Priority: HIGHEST for action port [ 916.028416] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b6c605-9406-49ac-81fc-d9cd748007fe with Priority: HIGHEST for action port [ 916.028841] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-49b6c605-9406-49ac-81fc-d9cd748007fe taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.028920] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49b6c605-9406-49ac-81fc-d9cd748007fe" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.028979] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49b6c605-9406-49ac-81fc-d9cd748007fe" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.029601] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49b6c605-9406-49ac-81fc-d9cd748007fe" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.029731] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49b6c605-9406-49ac-81fc-d9cd748007fe',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.305942] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.532803] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 49b6c605-9406-49ac-81fc-d9cd748007fe [ 916.533173] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.533551] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.533551] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.533838] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.533963] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.534139] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:49b6c605-9406-49ac-81fc-d9cd748007fe already deleted. [ 916.534307] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49b6c605-9406-49ac-81fc-d9cd748007fe" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.794178] env[67081]: INFO networking_nsxv3.common.synchronization [req-ddf20cf5-c7ad-4cd3-909e-083b4c72be2e req-d73683c0-e016-4f35-84cf-7247ee3bb904 tempest-SecurityGroupsTestJSON-346655069 tempest-SecurityGroupsTestJSON-346655069-project-member] Enqueued Resource ID: ffca9956-9981-4988-aba4-b1aea97bd93b with Priority: HIGHEST for action security_group_members [ 916.794381] env[67081]: INFO networking_nsxv3.common.synchronization [req-ddf20cf5-c7ad-4cd3-909e-083b4c72be2e req-d73683c0-e016-4f35-84cf-7247ee3bb904 tempest-SecurityGroupsTestJSON-346655069 tempest-SecurityGroupsTestJSON-346655069-project-member] Enqueued Resource ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 with Priority: HIGHEST for action security_group_members [ 916.794905] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffca9956-9981-4988-aba4-b1aea97bd93b with Priority: HIGHEST for action security_group_members [ 916.795156] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 with Priority: HIGHEST for action security_group_members [ 916.795463] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffca9956-9981-4988-aba4-b1aea97bd93b taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.795575] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffca9956-9981-4988-aba4-b1aea97bd93b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.795712] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffca9956-9981-4988-aba4-b1aea97bd93b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.796244] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffca9956-9981-4988-aba4-b1aea97bd93b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.796244] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.796423] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.796458] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.797070] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.797070] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.797070] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ffca9956-9981-4988-aba4-b1aea97bd93b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.798262] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.798409] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.798565] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.798733] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.798951] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.799151] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.799352] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.800023] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.800023] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.800023] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.808192] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.808610] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.808735] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.808895] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.809052] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.809196] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4 is going to be created. [ 916.843407] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.843490] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.843561] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.843813] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.843987] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.848151] env[67081]: INFO networking_nsxv3.common.synchronization [req-ddf20cf5-c7ad-4cd3-909e-083b4c72be2e req-d73683c0-e016-4f35-84cf-7247ee3bb904 tempest-SecurityGroupsTestJSON-346655069 tempest-SecurityGroupsTestJSON-346655069-project-member] Enqueued Resource ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 with Priority: HIGHEST for action security_group_rules [ 916.848388] env[67081]: INFO networking_nsxv3.common.synchronization [req-ddf20cf5-c7ad-4cd3-909e-083b4c72be2e req-d73683c0-e016-4f35-84cf-7247ee3bb904 tempest-SecurityGroupsTestJSON-346655069 tempest-SecurityGroupsTestJSON-346655069-project-member] Enqueued Resource ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 with Priority: HIGHEST for action security_group_members [ 916.848591] env[67081]: INFO networking_nsxv3.common.synchronization [req-ddf20cf5-c7ad-4cd3-909e-083b4c72be2e req-d73683c0-e016-4f35-84cf-7247ee3bb904 tempest-SecurityGroupsTestJSON-346655069 tempest-SecurityGroupsTestJSON-346655069-project-member] Enqueued Resource ID: ffca9956-9981-4988-aba4-b1aea97bd93b with Priority: HIGHEST for action security_group_rules [ 916.848686] env[67081]: INFO networking_nsxv3.common.synchronization [req-ddf20cf5-c7ad-4cd3-909e-083b4c72be2e req-d73683c0-e016-4f35-84cf-7247ee3bb904 tempest-SecurityGroupsTestJSON-346655069 tempest-SecurityGroupsTestJSON-346655069-project-member] Enqueued Resource ID: ffca9956-9981-4988-aba4-b1aea97bd93b with Priority: HIGHEST for action security_group_members [ 916.848838] env[67081]: INFO networking_nsxv3.common.synchronization [req-ddf20cf5-c7ad-4cd3-909e-083b4c72be2e req-d73683c0-e016-4f35-84cf-7247ee3bb904 tempest-SecurityGroupsTestJSON-346655069 tempest-SecurityGroupsTestJSON-346655069-project-member] Enqueued Resource ID: 5666a844-53c5-4198-a711-df00a2c9a805 with Priority: HIGHEST for action port [ 916.849429] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 with Priority: HIGHEST for action security_group_rules [ 916.849566] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffca9956-9981-4988-aba4-b1aea97bd93b with Priority: HIGHEST for action security_group_rules [ 916.849705] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5666a844-53c5-4198-a711-df00a2c9a805 with Priority: HIGHEST for action port [ 916.849830] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 with Priority: HIGHEST for action security_group_members [ 916.849953] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffca9956-9981-4988-aba4-b1aea97bd93b with Priority: HIGHEST for action security_group_members [ 916.850318] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.850490] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.850591] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.851374] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.851374] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.852083] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ffca9956-9981-4988-aba4-b1aea97bd93b taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.852265] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ffca9956-9981-4988-aba4-b1aea97bd93b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.852381] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ffca9956-9981-4988-aba4-b1aea97bd93b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.852731] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ffca9956-9981-4988-aba4-b1aea97bd93b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.854896] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ffca9956-9981-4988-aba4-b1aea97bd93b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.854896] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-5666a844-53c5-4198-a711-df00a2c9a805 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.854896] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5666a844-53c5-4198-a711-df00a2c9a805" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.855068] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5666a844-53c5-4198-a711-df00a2c9a805" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.855126] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5666a844-53c5-4198-a711-df00a2c9a805" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.855622] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5666a844-53c5-4198-a711-df00a2c9a805',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.859168] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.859168] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.859168] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffca9956-9981-4988-aba4-b1aea97bd93b taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.859168] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffca9956-9981-4988-aba4-b1aea97bd93b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.859168] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4 in Status: UNINITIALIZED for 2s [ 917.302549] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ffca9956-9981-4988-aba4-b1aea97bd93b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.303720] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.358352] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.358639] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.360208] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffca9956-9981-4988-aba4-b1aea97bd93b taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.360378] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffca9956-9981-4988-aba4-b1aea97bd93b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.360708] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5666a844-53c5-4198-a711-df00a2c9a805 with status ACTIVE [ 917.360897] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.361092] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.361197] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.361458] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.361622] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.361807] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.361910] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.361972] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.362173] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.362264] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.362522] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.362656] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.362753] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.362943] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.363048] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.363140] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5666a844-53c5-4198-a711-df00a2c9a805 is going to be updated. [ 917.388102] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.388332] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.388332] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.388540] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.388758] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.388989] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5666a844-53c5-4198-a711-df00a2c9a805" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.398030] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e57a340-d015-4bae-94e4-670238c5e18c in Status: SUCCESS [ 917.398158] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e57a340-d015-4bae-94e4-670238c5e18c deletion is rescheduled due to dependency. [ 917.398158] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.804928] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ffca9956-9981-4988-aba4-b1aea97bd93b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.805958] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.308652] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.309492] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.309492] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.309492] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.309492] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.309492] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 is going to be updated. [ 918.311045] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.311190] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.311269] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.311936] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.311936] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.311936] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffca9956-9981-4988-aba4-b1aea97bd93b is going to be created. [ 918.348849] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.348849] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.348849] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.348849] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.349667] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.352973] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.353252] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.353346] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.353642] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.353849] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.369950] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffca9956-9981-4988-aba4-b1aea97bd93b in Status: UNINITIALIZED for 2s [ 918.370822] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 in Status: IN_PROGRESS for 2s [ 918.709573] env[67081]: INFO networking_nsxv3.common.synchronization [None req-00c02f64-e837-42c9-8ad0-c400c0400129 None None] Enqueued Resource ID: b76d1fff-3367-46a6-ac67-3ff4460fd7e8 with Priority: HIGHEST for action port [ 918.710129] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b76d1fff-3367-46a6-ac67-3ff4460fd7e8 with Priority: HIGHEST for action port [ 918.710429] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-b76d1fff-3367-46a6-ac67-3ff4460fd7e8 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.710612] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b76d1fff-3367-46a6-ac67-3ff4460fd7e8" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.710612] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b76d1fff-3367-46a6-ac67-3ff4460fd7e8" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.710905] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b76d1fff-3367-46a6-ac67-3ff4460fd7e8" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.711078] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b76d1fff-3367-46a6-ac67-3ff4460fd7e8',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.871702] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4 in Status: SUCCESS [ 918.872223] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.872223] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.872553] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.872845] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.873519] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.873519] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.873519] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.873685] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.873685] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.873826] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.214817] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b76d1fff-3367-46a6-ac67-3ff4460fd7e8 [ 919.214817] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.214817] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.214817] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.214817] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.214817] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.214817] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b76d1fff-3367-46a6-ac67-3ff4460fd7e8 already deleted. [ 919.214817] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b76d1fff-3367-46a6-ac67-3ff4460fd7e8" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.376700] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.377126] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.377126] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.377263] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.378364] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.378364] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.378364] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.378693] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.378920] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.379232] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.379754] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.379911] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.380019] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.380314] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.380597] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.380825] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.380926] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.381374] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.381637] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.381787] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.381995] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.885446] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4: rpc.has_security_group_logging(os_id): False [ 919.915909] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.915909] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.915909] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.916159] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.916290] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.916554] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.916706] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.916796] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.917163] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.917294] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.917582] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.917728] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.917818] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.918031] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.918147] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.918421] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.918560] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.918648] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.919167] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.919167] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.919167] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4 is going to be created. [ 920.036309] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.036309] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.036309] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.036309] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.036309] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.053821] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4 in Status: IN_PROGRESS for 2s [ 920.384411] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffca9956-9981-4988-aba4-b1aea97bd93b in Status: SUCCESS [ 920.384411] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffca9956-9981-4988-aba4-b1aea97bd93b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.384411] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffca9956-9981-4988-aba4-b1aea97bd93b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.384915] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffca9956-9981-4988-aba4-b1aea97bd93b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.384915] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.384915] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.385042] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.385128] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.385208] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.385306] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ffca9956-9981-4988-aba4-b1aea97bd93b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.390643] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 in Status: SUCCESS [ 920.390643] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.390643] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.390643] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.390643] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.390643] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.390643] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.391873] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.391873] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.391873] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.888235] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ffca9956-9981-4988-aba4-b1aea97bd93b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.894212] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.255836] env[67081]: INFO networking_nsxv3.common.synchronization [req-898fd591-d571-45ee-b611-6ca13391cae0 req-096cd064-edde-4590-ae8b-3f0e25b4f306 tempest-ServerAddressesTestJSON-1485933859 tempest-ServerAddressesTestJSON-1485933859-project-member] Enqueued Resource ID: bd7ab805-e8ff-469b-9188-d8ac3abd1ac9 with Priority: HIGHEST for action security_group_members [ 921.256399] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd7ab805-e8ff-469b-9188-d8ac3abd1ac9 with Priority: HIGHEST for action security_group_members [ 921.256727] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd7ab805-e8ff-469b-9188-d8ac3abd1ac9 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.256882] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd7ab805-e8ff-469b-9188-d8ac3abd1ac9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.256955] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd7ab805-e8ff-469b-9188-d8ac3abd1ac9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.257168] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd7ab805-e8ff-469b-9188-d8ac3abd1ac9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.257319] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.257412] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.257478] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.257619] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.257704] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.257797] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd7ab805-e8ff-469b-9188-d8ac3abd1ac9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.390575] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ffca9956-9981-4988-aba4-b1aea97bd93b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.396958] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.762655] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.762817] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.762885] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.763139] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.763225] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.764222] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.764354] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.764422] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.765935] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.766038] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.766145] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd7ab805-e8ff-469b-9188-d8ac3abd1ac9 is going to be updated. [ 921.795715] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.795870] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.796229] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.796229] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.796346] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.808283] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd7ab805-e8ff-469b-9188-d8ac3abd1ac9 in Status: IN_PROGRESS for 2s [ 921.893125] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.893318] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.893397] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.893622] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.893726] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.893870] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffca9956-9981-4988-aba4-b1aea97bd93b is going to be updated. [ 921.901401] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.901767] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.901767] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.901979] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.902073] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.902138] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 is going to be updated. [ 921.940025] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.940242] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.940340] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.940568] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.940732] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.942770] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.942921] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.942991] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.943240] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.943398] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.956082] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 in Status: IN_PROGRESS for 2s [ 921.956845] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffca9956-9981-4988-aba4-b1aea97bd93b in Status: IN_PROGRESS for 2s [ 922.067630] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4 in Status: SUCCESS [ 922.068258] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.819132] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd7ab805-e8ff-469b-9188-d8ac3abd1ac9 in Status: SUCCESS [ 923.819406] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd7ab805-e8ff-469b-9188-d8ac3abd1ac9 deletion is rescheduled due to dependency. [ 923.819605] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd7ab805-e8ff-469b-9188-d8ac3abd1ac9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.970510] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffca9956-9981-4988-aba4-b1aea97bd93b in Status: SUCCESS [ 923.970784] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffca9956-9981-4988-aba4-b1aea97bd93b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.971630] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 in Status: SUCCESS [ 923.972030] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.972030] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffca9956-9981-4988-aba4-b1aea97bd93b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.972237] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffca9956-9981-4988-aba4-b1aea97bd93b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.972446] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.972611] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.972693] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.973823] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.973968] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.974281] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffca9956-9981-4988-aba4-b1aea97bd93b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.975389] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ffca9956-9981-4988-aba4-b1aea97bd93b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.976795] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.976795] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.977019] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.977149] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.977273] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.977454] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.977550] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.977646] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.977739] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.180959] env[67081]: INFO networking_nsxv3.common.synchronization [req-0a88fe78-0d8d-4aac-af8e-417012e5f85b req-d8177f10-e0fa-49f9-8e78-8c4a91c2647c tempest-AttachInterfacesTestJSON-919501604 tempest-AttachInterfacesTestJSON-919501604-project-member] Enqueued Resource ID: 8b1baa21-c06f-4402-a1d3-1551e4928d1f with Priority: HIGHEST for action security_group_members [ 924.181628] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b1baa21-c06f-4402-a1d3-1551e4928d1f with Priority: HIGHEST for action security_group_members [ 924.182324] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b1baa21-c06f-4402-a1d3-1551e4928d1f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.182482] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b1baa21-c06f-4402-a1d3-1551e4928d1f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.182560] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b1baa21-c06f-4402-a1d3-1551e4928d1f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.182782] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b1baa21-c06f-4402-a1d3-1551e4928d1f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.182937] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.183056] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.183115] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.183271] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.183354] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.183452] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b1baa21-c06f-4402-a1d3-1551e4928d1f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.480069] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ffca9956-9981-4988-aba4-b1aea97bd93b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.483580] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.483580] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.485130] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.485677] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.485677] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.485677] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.485932] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.485932] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.486082] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.486082] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.486278] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.486386] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.486386] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.487055] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.487055] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.487055] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.487055] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.487055] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.487359] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.487359] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.487359] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.687035] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.687035] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.687035] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.687035] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.687035] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.687338] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.687338] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.687412] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.687513] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.687588] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.687675] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b1baa21-c06f-4402-a1d3-1551e4928d1f already deleted. [ 924.687754] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b1baa21-c06f-4402-a1d3-1551e4928d1f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.688738] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-704 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.688950] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-704" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.689085] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-704" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.689514] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-704" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.689804] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.690017] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.690149] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.690365] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.690506] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.690734] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 924.690865] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 924.690975] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 924.691098] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 924.691210] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 924.691315] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 924.691446] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 924.717402] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 924.717571] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 924.717679] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 924.718062] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-704" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.718274] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-dcef8fba-7dbb-476a-834d-b6f893f46b6a taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.718418] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-dcef8fba-7dbb-476a-834d-b6f893f46b6a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.718548] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-dcef8fba-7dbb-476a-834d-b6f893f46b6a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.718806] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-dcef8fba-7dbb-476a-834d-b6f893f46b6a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.718943] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcef8fba-7dbb-476a-834d-b6f893f46b6a',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.989862] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ffca9956-9981-4988-aba4-b1aea97bd93b: rpc.has_security_group_logging(os_id): False [ 924.990996] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3: rpc.has_security_group_logging(os_id): False [ 925.010213] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.010404] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.010404] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.010736] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.010736] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.011025] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.011208] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.011253] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.011410] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.011491] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.012547] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ffca9956-9981-4988-aba4-b1aea97bd93b is going to be created. [ 925.014063] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.014383] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.014383] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.014547] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.014666] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.014942] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.015069] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.015191] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.015426] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.015426] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.015629] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.015754] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.015846] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.016032] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.016100] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.016571] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.016571] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.016571] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.016734] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.016794] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.016901] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 is going to be updated. [ 925.093602] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.093602] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.093832] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.093879] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.094088] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.098033] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.098033] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.098033] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.098352] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.098352] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.110690] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ffca9956-9981-4988-aba4-b1aea97bd93b in Status: IN_PROGRESS for 2s [ 925.117488] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 in Status: IN_PROGRESS for 2s [ 925.221699] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.221998] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.222142] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.222443] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.222580] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.222739] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port dcef8fba-7dbb-476a-834d-b6f893f46b6a not found, creating... [ 925.224244] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.224244] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.224244] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.224244] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.224244] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.224244] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.224545] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.224545] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.224724] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.224883] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.225065] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: dcef8fba-7dbb-476a-834d-b6f893f46b6a is going to be created. [ 925.257019] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.257019] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.257019] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.257242] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.258052] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.258052] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-dcef8fba-7dbb-476a-834d-b6f893f46b6a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.950564] env[67081]: INFO networking_nsxv3.common.synchronization [req-0a88fe78-0d8d-4aac-af8e-417012e5f85b req-36452877-0660-4e5f-b035-4d2bb47d8d09 service nova] Enqueued Resource ID: 8b1baa21-c06f-4402-a1d3-1551e4928d1f with Priority: HIGHEST for action security_group_rules [ 925.950745] env[67081]: INFO networking_nsxv3.common.synchronization [req-0a88fe78-0d8d-4aac-af8e-417012e5f85b req-36452877-0660-4e5f-b035-4d2bb47d8d09 service nova] Enqueued Resource ID: 8b1baa21-c06f-4402-a1d3-1551e4928d1f with Priority: HIGHEST for action security_group_members [ 925.950884] env[67081]: INFO networking_nsxv3.common.synchronization [req-0a88fe78-0d8d-4aac-af8e-417012e5f85b req-36452877-0660-4e5f-b035-4d2bb47d8d09 service nova] Enqueued Resource ID: dcef8fba-7dbb-476a-834d-b6f893f46b6a with Priority: HIGHEST for action port [ 925.954600] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b1baa21-c06f-4402-a1d3-1551e4928d1f with Priority: HIGHEST for action security_group_rules [ 925.954600] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b1baa21-c06f-4402-a1d3-1551e4928d1f with Priority: HIGHEST for action security_group_members [ 925.954600] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcef8fba-7dbb-476a-834d-b6f893f46b6a with Priority: HIGHEST for action port [ 925.954600] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b1baa21-c06f-4402-a1d3-1551e4928d1f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.954600] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b1baa21-c06f-4402-a1d3-1551e4928d1f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.954600] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b1baa21-c06f-4402-a1d3-1551e4928d1f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.954600] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b1baa21-c06f-4402-a1d3-1551e4928d1f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.954600] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b1baa21-c06f-4402-a1d3-1551e4928d1f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.954600] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b1baa21-c06f-4402-a1d3-1551e4928d1f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.954600] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b1baa21-c06f-4402-a1d3-1551e4928d1f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.954600] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b1baa21-c06f-4402-a1d3-1551e4928d1f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.955328] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b1baa21-c06f-4402-a1d3-1551e4928d1f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.955328] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.955328] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.955328] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.955328] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.955475] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.955475] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b1baa21-c06f-4402-a1d3-1551e4928d1f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.956987] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcef8fba-7dbb-476a-834d-b6f893f46b6a taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.958992] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcef8fba-7dbb-476a-834d-b6f893f46b6a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.958992] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcef8fba-7dbb-476a-834d-b6f893f46b6a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.958992] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcef8fba-7dbb-476a-834d-b6f893f46b6a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.958992] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcef8fba-7dbb-476a-834d-b6f893f46b6a',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.458020] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b1baa21-c06f-4402-a1d3-1551e4928d1f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.459209] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b1baa21-c06f-4402-a1d3-1551e4928d1f taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.459360] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b1baa21-c06f-4402-a1d3-1551e4928d1f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.462321] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dcef8fba-7dbb-476a-834d-b6f893f46b6a with status ACTIVE [ 926.462529] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.462722] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.462837] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.463450] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.463450] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.463450] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.463450] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.463672] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.463672] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.463748] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.463885] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.463983] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.464075] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.464219] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.464293] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.464377] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dcef8fba-7dbb-476a-834d-b6f893f46b6a is going to be updated. [ 926.489484] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.489634] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.489728] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.489934] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.490171] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.490250] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcef8fba-7dbb-476a-834d-b6f893f46b6a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.960794] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b1baa21-c06f-4402-a1d3-1551e4928d1f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.131017] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ffca9956-9981-4988-aba4-b1aea97bd93b in Status: SUCCESS [ 927.131017] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ffca9956-9981-4988-aba4-b1aea97bd93b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.135508] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 in Status: SUCCESS [ 927.135846] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.466504] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.466504] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.466504] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.466946] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.466946] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.466946] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b1baa21-c06f-4402-a1d3-1551e4928d1f is going to be created. [ 927.498560] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.498749] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.498810] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.499052] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.499653] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.519457] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b1baa21-c06f-4402-a1d3-1551e4928d1f in Status: UNINITIALIZED for 2s [ 927.687140] env[67081]: INFO networking_nsxv3.common.synchronization [None req-af22d8f3-620f-4e55-b5fb-39b1efee973b tempest-AttachVolumeNegativeTest-1783079297 tempest-AttachVolumeNegativeTest-1783079297-project-member] Enqueued Resource ID: dc6b44dc-e4a2-4cc0-9998-91b2285e9c61 with Priority: HIGHEST for action security_group_rules [ 927.687454] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc6b44dc-e4a2-4cc0-9998-91b2285e9c61 with Priority: HIGHEST for action security_group_rules [ 927.687655] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc6b44dc-e4a2-4cc0-9998-91b2285e9c61 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.688954] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc6b44dc-e4a2-4cc0-9998-91b2285e9c61" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.688954] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc6b44dc-e4a2-4cc0-9998-91b2285e9c61" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.688954] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc6b44dc-e4a2-4cc0-9998-91b2285e9c61" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.688954] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc6b44dc-e4a2-4cc0-9998-91b2285e9c61',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.710720] env[67081]: INFO networking_nsxv3.common.synchronization [req-5c288242-5ec2-4584-9fa0-eff4af9ed040 req-70502567-0bb4-47da-9c64-5f4b779149a9 tempest-SecurityGroupsTestJSON-346655069 tempest-SecurityGroupsTestJSON-346655069-project-member] Enqueued Resource ID: 064058af-1308-4a9d-b26b-bdb494a2c410 with Priority: HIGHEST for action security_group_members [ 927.713018] env[67081]: INFO networking_nsxv3.common.synchronization [req-5c288242-5ec2-4584-9fa0-eff4af9ed040 req-70502567-0bb4-47da-9c64-5f4b779149a9 tempest-SecurityGroupsTestJSON-346655069 tempest-SecurityGroupsTestJSON-346655069-project-member] Enqueued Resource ID: ffca9956-9981-4988-aba4-b1aea97bd93b with Priority: HIGHEST for action security_group_members [ 927.713018] env[67081]: INFO networking_nsxv3.common.synchronization [req-5c288242-5ec2-4584-9fa0-eff4af9ed040 req-70502567-0bb4-47da-9c64-5f4b779149a9 tempest-SecurityGroupsTestJSON-346655069 tempest-SecurityGroupsTestJSON-346655069-project-member] Enqueued Resource ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 with Priority: HIGHEST for action security_group_members [ 927.713961] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 064058af-1308-4a9d-b26b-bdb494a2c410 with Priority: HIGHEST for action security_group_members [ 927.713961] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffca9956-9981-4988-aba4-b1aea97bd93b with Priority: HIGHEST for action security_group_members [ 927.713961] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 with Priority: HIGHEST for action security_group_members [ 927.714350] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-064058af-1308-4a9d-b26b-bdb494a2c410 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.714640] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-064058af-1308-4a9d-b26b-bdb494a2c410" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.714640] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-064058af-1308-4a9d-b26b-bdb494a2c410" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.714839] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-064058af-1308-4a9d-b26b-bdb494a2c410" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.714954] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.715076] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.715141] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.715304] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.715410] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.715510] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('064058af-1308-4a9d-b26b-bdb494a2c410',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.716504] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffca9956-9981-4988-aba4-b1aea97bd93b taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.716504] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffca9956-9981-4988-aba4-b1aea97bd93b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.716610] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffca9956-9981-4988-aba4-b1aea97bd93b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.716688] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffca9956-9981-4988-aba4-b1aea97bd93b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.716824] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.716983] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.716983] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.717379] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.717520] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.717653] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ffca9956-9981-4988-aba4-b1aea97bd93b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.718568] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.718835] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.718835] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.718935] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.719208] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.719359] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.719558] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.719741] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.719859] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.719984] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.760116] env[67081]: INFO networking_nsxv3.common.synchronization [req-5c288242-5ec2-4584-9fa0-eff4af9ed040 req-70502567-0bb4-47da-9c64-5f4b779149a9 tempest-SecurityGroupsTestJSON-346655069 tempest-SecurityGroupsTestJSON-346655069-project-member] Enqueued Resource ID: 064058af-1308-4a9d-b26b-bdb494a2c410 with Priority: HIGHEST for action security_group_rules [ 927.760335] env[67081]: INFO networking_nsxv3.common.synchronization [req-5c288242-5ec2-4584-9fa0-eff4af9ed040 req-70502567-0bb4-47da-9c64-5f4b779149a9 tempest-SecurityGroupsTestJSON-346655069 tempest-SecurityGroupsTestJSON-346655069-project-member] Enqueued Resource ID: 064058af-1308-4a9d-b26b-bdb494a2c410 with Priority: HIGHEST for action security_group_members [ 927.760649] env[67081]: INFO networking_nsxv3.common.synchronization [req-5c288242-5ec2-4584-9fa0-eff4af9ed040 req-70502567-0bb4-47da-9c64-5f4b779149a9 tempest-SecurityGroupsTestJSON-346655069 tempest-SecurityGroupsTestJSON-346655069-project-member] Enqueued Resource ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 with Priority: HIGHEST for action security_group_rules [ 927.760649] env[67081]: INFO networking_nsxv3.common.synchronization [req-5c288242-5ec2-4584-9fa0-eff4af9ed040 req-70502567-0bb4-47da-9c64-5f4b779149a9 tempest-SecurityGroupsTestJSON-346655069 tempest-SecurityGroupsTestJSON-346655069-project-member] Enqueued Resource ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 with Priority: HIGHEST for action security_group_members [ 927.760750] env[67081]: INFO networking_nsxv3.common.synchronization [req-5c288242-5ec2-4584-9fa0-eff4af9ed040 req-70502567-0bb4-47da-9c64-5f4b779149a9 tempest-SecurityGroupsTestJSON-346655069 tempest-SecurityGroupsTestJSON-346655069-project-member] Enqueued Resource ID: ffca9956-9981-4988-aba4-b1aea97bd93b with Priority: HIGHEST for action security_group_rules [ 927.760863] env[67081]: INFO networking_nsxv3.common.synchronization [req-5c288242-5ec2-4584-9fa0-eff4af9ed040 req-70502567-0bb4-47da-9c64-5f4b779149a9 tempest-SecurityGroupsTestJSON-346655069 tempest-SecurityGroupsTestJSON-346655069-project-member] Enqueued Resource ID: ffca9956-9981-4988-aba4-b1aea97bd93b with Priority: HIGHEST for action security_group_members [ 927.760987] env[67081]: INFO networking_nsxv3.common.synchronization [req-5c288242-5ec2-4584-9fa0-eff4af9ed040 req-70502567-0bb4-47da-9c64-5f4b779149a9 tempest-SecurityGroupsTestJSON-346655069 tempest-SecurityGroupsTestJSON-346655069-project-member] Enqueued Resource ID: 5666a844-53c5-4198-a711-df00a2c9a805 with Priority: HIGHEST for action port [ 927.761559] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 064058af-1308-4a9d-b26b-bdb494a2c410 with Priority: HIGHEST for action security_group_rules [ 927.761749] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 with Priority: HIGHEST for action security_group_rules [ 927.761847] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffca9956-9981-4988-aba4-b1aea97bd93b with Priority: HIGHEST for action security_group_members [ 927.761947] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5666a844-53c5-4198-a711-df00a2c9a805 with Priority: HIGHEST for action port [ 927.762119] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffca9956-9981-4988-aba4-b1aea97bd93b with Priority: HIGHEST for action security_group_rules [ 927.762247] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 064058af-1308-4a9d-b26b-bdb494a2c410 with Priority: HIGHEST for action security_group_members [ 927.762515] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 with Priority: HIGHEST for action security_group_members [ 927.762816] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-064058af-1308-4a9d-b26b-bdb494a2c410 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.762904] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-064058af-1308-4a9d-b26b-bdb494a2c410" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.762969] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-064058af-1308-4a9d-b26b-bdb494a2c410" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.763231] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-064058af-1308-4a9d-b26b-bdb494a2c410" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.763313] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('064058af-1308-4a9d-b26b-bdb494a2c410',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.764208] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.764346] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.764924] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.764924] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.764924] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.767661] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffca9956-9981-4988-aba4-b1aea97bd93b taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.767661] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffca9956-9981-4988-aba4-b1aea97bd93b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.767661] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-5666a844-53c5-4198-a711-df00a2c9a805 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.767661] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5666a844-53c5-4198-a711-df00a2c9a805" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.767661] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5666a844-53c5-4198-a711-df00a2c9a805" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.767953] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5666a844-53c5-4198-a711-df00a2c9a805" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.767953] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5666a844-53c5-4198-a711-df00a2c9a805',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.769994] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ffca9956-9981-4988-aba4-b1aea97bd93b taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.769994] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ffca9956-9981-4988-aba4-b1aea97bd93b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.769994] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ffca9956-9981-4988-aba4-b1aea97bd93b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.769994] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ffca9956-9981-4988-aba4-b1aea97bd93b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.769994] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ffca9956-9981-4988-aba4-b1aea97bd93b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.769994] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-064058af-1308-4a9d-b26b-bdb494a2c410 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.769994] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-064058af-1308-4a9d-b26b-bdb494a2c410" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.769994] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.769994] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.919651] env[67081]: INFO networking_nsxv3.common.synchronization [None req-6bd74808-ba4c-422b-a95b-326866ec863d tempest-AttachVolumeNegativeTest-1783079297 tempest-AttachVolumeNegativeTest-1783079297-project-member] Enqueued Resource ID: dc6b44dc-e4a2-4cc0-9998-91b2285e9c61 with Priority: HIGHEST for action security_group_rules [ 927.920244] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc6b44dc-e4a2-4cc0-9998-91b2285e9c61 with Priority: HIGHEST for action security_group_rules [ 927.920562] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc6b44dc-e4a2-4cc0-9998-91b2285e9c61 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.920663] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc6b44dc-e4a2-4cc0-9998-91b2285e9c61" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.211507] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.213146] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.213146] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.213146] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.213146] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.214045] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc6b44dc-e4a2-4cc0-9998-91b2285e9c61 already deleted. [ 928.214045] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc6b44dc-e4a2-4cc0-9998-91b2285e9c61" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.214045] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc6b44dc-e4a2-4cc0-9998-91b2285e9c61" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.214045] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc6b44dc-e4a2-4cc0-9998-91b2285e9c61" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.214257] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc6b44dc-e4a2-4cc0-9998-91b2285e9c61',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.221447] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('064058af-1308-4a9d-b26b-bdb494a2c410',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.222631] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ffca9956-9981-4988-aba4-b1aea97bd93b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.223598] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.271502] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-064058af-1308-4a9d-b26b-bdb494a2c410 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.271760] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-064058af-1308-4a9d-b26b-bdb494a2c410" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.271892] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5666a844-53c5-4198-a711-df00a2c9a805 with status ACTIVE [ 928.272035] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.272147] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.272203] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.272414] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.272630] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.272731] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.272819] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.272819] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.272949] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.273074] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.273271] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.273362] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.273410] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.273991] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.273991] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.273991] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5666a844-53c5-4198-a711-df00a2c9a805 is going to be updated. [ 928.275764] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.275907] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.276501] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffca9956-9981-4988-aba4-b1aea97bd93b taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.276501] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffca9956-9981-4988-aba4-b1aea97bd93b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.301430] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.301792] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.301792] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.302148] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.302410] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.302821] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5666a844-53c5-4198-a711-df00a2c9a805" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.723840] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('064058af-1308-4a9d-b26b-bdb494a2c410',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.727599] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ffca9956-9981-4988-aba4-b1aea97bd93b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.728496] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.736179] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.736179] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.736179] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.736179] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.736179] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.736179] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc6b44dc-e4a2-4cc0-9998-91b2285e9c61 already deleted. [ 928.736179] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc6b44dc-e4a2-4cc0-9998-91b2285e9c61" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.775717] env[67081]: INFO networking_nsxv3.common.synchronization [req-19a20da8-5ae7-47e9-8c11-2680e5a7bbaf req-570047d1-0fd2-4daa-90a2-185db7be266b tempest-ServerActionsV293TestJSON-671197323 tempest-ServerActionsV293TestJSON-671197323-project-member] Enqueued Resource ID: 6e2ee032-dc37-482d-b755-0c7a8e6b66b7 with Priority: HIGHEST for action security_group_members [ 928.776307] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e2ee032-dc37-482d-b755-0c7a8e6b66b7 with Priority: HIGHEST for action security_group_members [ 928.776999] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e2ee032-dc37-482d-b755-0c7a8e6b66b7 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.777210] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e2ee032-dc37-482d-b755-0c7a8e6b66b7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.777323] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e2ee032-dc37-482d-b755-0c7a8e6b66b7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.777563] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e2ee032-dc37-482d-b755-0c7a8e6b66b7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.777766] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.777942] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.778067] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.778285] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.778399] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.778563] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e2ee032-dc37-482d-b755-0c7a8e6b66b7',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.226397] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.226781] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.226781] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.226916] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.226916] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.227030] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 064058af-1308-4a9d-b26b-bdb494a2c410 is going to be created. [ 929.230026] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.230182] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.230226] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.230420] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.230498] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.230591] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffca9956-9981-4988-aba4-b1aea97bd93b is going to be updated. [ 929.232022] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.232151] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.232220] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.232401] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.232502] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.232574] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 is going to be updated. [ 929.257641] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.257824] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.257896] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.258141] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.258307] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.268905] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 064058af-1308-4a9d-b26b-bdb494a2c410 in Status: UNINITIALIZED for 2s [ 929.277412] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.277572] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.277613] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.277816] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.277965] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.279894] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.280067] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.280144] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.280316] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.280448] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.281521] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.281676] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.281743] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.282018] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.282161] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.282302] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.282401] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.282465] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.282784] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.282784] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.282879] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e2ee032-dc37-482d-b755-0c7a8e6b66b7 is going to be updated. [ 929.304523] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffca9956-9981-4988-aba4-b1aea97bd93b in Status: IN_PROGRESS for 2s [ 929.305402] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 in Status: IN_PROGRESS for 2s [ 929.325184] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.325454] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.325623] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.325911] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.326122] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.338233] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e2ee032-dc37-482d-b755-0c7a8e6b66b7 in Status: IN_PROGRESS for 2s [ 929.481640] env[67081]: INFO networking_nsxv3.common.synchronization [req-ef4eacec-c60c-4eb1-88d1-d2bd6531eec7 req-2d6bceaf-549d-4507-be57-54be8845b31a tempest-ServerDiskConfigTestJSON-696026015 tempest-ServerDiskConfigTestJSON-696026015-project-member] Enqueued Resource ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 with Priority: HIGHEST for action security_group_members [ 929.483019] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 with Priority: HIGHEST for action security_group_members [ 929.483019] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e957e77c-acf8-49b7-a51d-e22fbbb26613 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.483342] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.484340] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.484340] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.484340] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.484340] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.484340] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.484340] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.484340] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.484340] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e957e77c-acf8-49b7-a51d-e22fbbb26613',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.530336] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b1baa21-c06f-4402-a1d3-1551e4928d1f in Status: SUCCESS [ 929.530336] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b1baa21-c06f-4402-a1d3-1551e4928d1f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.530567] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b1baa21-c06f-4402-a1d3-1551e4928d1f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.530833] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b1baa21-c06f-4402-a1d3-1551e4928d1f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.532396] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.534250] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.534250] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.534250] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.534250] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.534250] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b1baa21-c06f-4402-a1d3-1551e4928d1f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.534487] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b1baa21-c06f-4402-a1d3-1551e4928d1f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.640865] env[67081]: INFO networking_nsxv3.common.synchronization [req-d3177ca3-f8a4-421c-81b6-0a85d2636566 req-7ff2f7fc-4621-4d42-b906-f02eb6130221 tempest-ServersAdminTestJSON-956622239 tempest-ServersAdminTestJSON-956622239-project-member] Enqueued Resource ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 with Priority: HIGHEST for action security_group_members [ 929.641795] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 with Priority: HIGHEST for action security_group_members [ 929.642320] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-d43effa5-96f7-4264-ac8c-7c886969ceb2 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.642459] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.642551] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.642912] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.643251] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.643417] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.643518] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.643741] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.643883] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.644053] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d43effa5-96f7-4264-ac8c-7c886969ceb2',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.991294] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.991294] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.991294] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.991294] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.993736] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.993736] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.993736] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.993736] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.993736] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.993736] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.993736] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 is going to be updated. [ 930.030097] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.030097] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.030272] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.030446] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.034021] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.036663] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-236 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.036887] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-236" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.037025] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-236" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.037377] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-236" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.037693] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.037916] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.037975] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.038231] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.038413] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.038632] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 930.038826] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 930.038936] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 930.038972] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 930.039063] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 930.043269] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 930.043560] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 930.048258] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 in Status: IN_PROGRESS for 2s [ 930.048258] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b1baa21-c06f-4402-a1d3-1551e4928d1f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.068474] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 930.068625] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 930.068680] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 930.068880] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-236" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.069530] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-341dd7dc-6a41-4e4e-98fc-14b2dd6df487 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.069679] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-341dd7dc-6a41-4e4e-98fc-14b2dd6df487" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.069722] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-341dd7dc-6a41-4e4e-98fc-14b2dd6df487" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.070187] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-341dd7dc-6a41-4e4e-98fc-14b2dd6df487" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.070359] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('341dd7dc-6a41-4e4e-98fc-14b2dd6df487',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.146993] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.146993] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.146993] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.146993] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.146993] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.146993] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.146993] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.146993] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.146993] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.146993] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.146993] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 is going to be updated. [ 930.181422] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.181893] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.181893] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.182016] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.182736] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.198126] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 in Status: IN_PROGRESS for 2s [ 930.549449] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b1baa21-c06f-4402-a1d3-1551e4928d1f: rpc.has_security_group_logging(os_id): False [ 930.569983] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.570193] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.570193] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.570413] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.570509] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.570752] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.570885] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.570946] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.571087] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.571163] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.571243] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b1baa21-c06f-4402-a1d3-1551e4928d1f is going to be created. [ 930.573340] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.573579] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.573716] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.573947] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.574181] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.574239] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port 341dd7dc-6a41-4e4e-98fc-14b2dd6df487 not found, creating... [ 930.574483] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.574639] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.574755] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.574963] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.575111] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.575394] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.575545] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.575676] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.576092] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.576224] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.576377] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: 341dd7dc-6a41-4e4e-98fc-14b2dd6df487 is going to be created. [ 930.601153] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.601466] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.601704] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.602149] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.602538] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.602607] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-341dd7dc-6a41-4e4e-98fc-14b2dd6df487" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.644945] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.644945] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.644945] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.645372] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.645442] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.657325] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b1baa21-c06f-4402-a1d3-1551e4928d1f in Status: IN_PROGRESS for 2s [ 931.280278] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 064058af-1308-4a9d-b26b-bdb494a2c410 in Status: SUCCESS [ 931.280575] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-064058af-1308-4a9d-b26b-bdb494a2c410" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.281015] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-064058af-1308-4a9d-b26b-bdb494a2c410" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.284220] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-064058af-1308-4a9d-b26b-bdb494a2c410" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.284220] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.284220] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.284220] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.284220] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.284220] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.284220] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('064058af-1308-4a9d-b26b-bdb494a2c410',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.320135] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffca9956-9981-4988-aba4-b1aea97bd93b in Status: SUCCESS [ 931.320505] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffca9956-9981-4988-aba4-b1aea97bd93b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.321881] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 in Status: SUCCESS [ 931.321881] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.321881] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffca9956-9981-4988-aba4-b1aea97bd93b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.322217] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffca9956-9981-4988-aba4-b1aea97bd93b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.322378] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.322485] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.323429] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.323429] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.323429] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.323429] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ffca9956-9981-4988-aba4-b1aea97bd93b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.324249] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.324249] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.324249] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.324428] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.324428] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.324566] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.324718] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.324832] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.331369] env[67081]: INFO networking_nsxv3.common.synchronization [req-ef4eacec-c60c-4eb1-88d1-d2bd6531eec7 req-cdbb2a81-2c1c-47f2-b05e-c04bf2824e37 service nova] Enqueued Resource ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 with Priority: HIGHEST for action security_group_rules [ 931.331453] env[67081]: INFO networking_nsxv3.common.synchronization [req-ef4eacec-c60c-4eb1-88d1-d2bd6531eec7 req-cdbb2a81-2c1c-47f2-b05e-c04bf2824e37 service nova] Enqueued Resource ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 with Priority: HIGHEST for action security_group_members [ 931.331554] env[67081]: INFO networking_nsxv3.common.synchronization [req-ef4eacec-c60c-4eb1-88d1-d2bd6531eec7 req-cdbb2a81-2c1c-47f2-b05e-c04bf2824e37 service nova] Enqueued Resource ID: 341dd7dc-6a41-4e4e-98fc-14b2dd6df487 with Priority: HIGHEST for action port [ 931.332128] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 with Priority: HIGHEST for action security_group_rules [ 931.332273] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 with Priority: HIGHEST for action security_group_members [ 931.332376] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 341dd7dc-6a41-4e4e-98fc-14b2dd6df487 with Priority: HIGHEST for action port [ 931.332662] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e957e77c-acf8-49b7-a51d-e22fbbb26613 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.332792] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.332892] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.333433] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.333605] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e957e77c-acf8-49b7-a51d-e22fbbb26613',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.334843] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e957e77c-acf8-49b7-a51d-e22fbbb26613 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.334843] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.334843] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-341dd7dc-6a41-4e4e-98fc-14b2dd6df487 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.335080] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-341dd7dc-6a41-4e4e-98fc-14b2dd6df487" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.335080] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-341dd7dc-6a41-4e4e-98fc-14b2dd6df487" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.335151] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-341dd7dc-6a41-4e4e-98fc-14b2dd6df487" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.335230] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('341dd7dc-6a41-4e4e-98fc-14b2dd6df487',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.347615] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e2ee032-dc37-482d-b755-0c7a8e6b66b7 in Status: SUCCESS [ 931.348430] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e2ee032-dc37-482d-b755-0c7a8e6b66b7 deletion is rescheduled due to dependency. [ 931.351136] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e2ee032-dc37-482d-b755-0c7a8e6b66b7" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.784958] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('064058af-1308-4a9d-b26b-bdb494a2c410',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.826979] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ffca9956-9981-4988-aba4-b1aea97bd93b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.828074] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.837050] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e957e77c-acf8-49b7-a51d-e22fbbb26613 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.838160] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.838160] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 341dd7dc-6a41-4e4e-98fc-14b2dd6df487 with status ACTIVE [ 931.838160] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.838160] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.838160] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.838504] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.838504] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.838617] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.838703] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.838769] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.839426] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.839661] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.840043] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.840158] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.840220] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.840467] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.840541] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.840640] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 341dd7dc-6a41-4e4e-98fc-14b2dd6df487 is going to be updated. [ 931.870887] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.871085] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.871184] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.871409] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.871477] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.871684] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-341dd7dc-6a41-4e4e-98fc-14b2dd6df487" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.065174] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 in Status: SUCCESS [ 932.065373] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 deletion is rescheduled due to dependency. [ 932.065496] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.065671] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.065880] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.066077] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.066196] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.066255] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.066414] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.066525] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.066580] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e957e77c-acf8-49b7-a51d-e22fbbb26613',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.212646] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 in Status: SUCCESS [ 932.212942] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 deletion is rescheduled due to dependency. [ 932.213088] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.289577] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('064058af-1308-4a9d-b26b-bdb494a2c410',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.332679] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ffca9956-9981-4988-aba4-b1aea97bd93b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.332679] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.561027] env[67081]: INFO networking_nsxv3.common.synchronization [None req-467a346c-5375-4fd3-9b73-c635c379e3fd None None] Enqueued Resource ID: 366968c5-39a1-47d4-bd7f-1d01bc8c1aba with Priority: HIGHEST for action port [ 932.562427] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 366968c5-39a1-47d4-bd7f-1d01bc8c1aba with Priority: HIGHEST for action port [ 932.564033] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-366968c5-39a1-47d4-bd7f-1d01bc8c1aba taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.564033] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-366968c5-39a1-47d4-bd7f-1d01bc8c1aba" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.564033] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-366968c5-39a1-47d4-bd7f-1d01bc8c1aba" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.564033] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-366968c5-39a1-47d4-bd7f-1d01bc8c1aba" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.564033] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('366968c5-39a1-47d4-bd7f-1d01bc8c1aba',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.573653] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e957e77c-acf8-49b7-a51d-e22fbbb26613',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.669549] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b1baa21-c06f-4402-a1d3-1551e4928d1f in Status: SUCCESS [ 932.669844] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b1baa21-c06f-4402-a1d3-1551e4928d1f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.791818] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.792176] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.792176] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.792480] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.792480] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.792577] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 064058af-1308-4a9d-b26b-bdb494a2c410 is going to be updated. [ 932.820362] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.821518] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.821518] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.821518] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.821518] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.834842] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 064058af-1308-4a9d-b26b-bdb494a2c410 in Status: IN_PROGRESS for 2s [ 932.834842] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.834842] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.834842] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.834842] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.834842] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.834842] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffca9956-9981-4988-aba4-b1aea97bd93b is going to be updated. [ 932.835455] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.835715] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.836164] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.836516] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.836820] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.837037] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 is going to be updated. [ 932.840706] env[67081]: INFO networking_nsxv3.common.synchronization [req-a3f1ceea-77ee-413c-9d92-375dc5cd3ea3 req-fef62ca6-1d07-403b-91bf-d28e989f4aa2 tempest-MigrationsAdminTest-738216112 tempest-MigrationsAdminTest-738216112-project-member] Enqueued Resource ID: 20929c55-6b33-4e90-ba3b-d66d009919a9 with Priority: HIGHEST for action security_group_members [ 932.842030] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20929c55-6b33-4e90-ba3b-d66d009919a9 with Priority: HIGHEST for action security_group_members [ 932.842898] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-20929c55-6b33-4e90-ba3b-d66d009919a9 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.844026] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.844026] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.844026] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.844026] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.844026] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.844026] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.844026] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.844026] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.844026] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20929c55-6b33-4e90-ba3b-d66d009919a9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.875546] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.875546] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.875546] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.875546] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.875546] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.879218] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.879218] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.879218] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.879218] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.879218] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.894083] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 in Status: IN_PROGRESS for 2s [ 932.894810] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffca9956-9981-4988-aba4-b1aea97bd93b in Status: IN_PROGRESS for 2s [ 933.068027] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 366968c5-39a1-47d4-bd7f-1d01bc8c1aba [ 933.068287] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.069135] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.069135] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.069135] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.069135] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.069135] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:366968c5-39a1-47d4-bd7f-1d01bc8c1aba already deleted. [ 933.069135] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-366968c5-39a1-47d4-bd7f-1d01bc8c1aba" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.080618] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e957e77c-acf8-49b7-a51d-e22fbbb26613',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.091016] env[67081]: INFO networking_nsxv3.common.synchronization [req-f545ca65-4e9b-431c-a4ef-793c9ec8fffc req-6e5878ed-e04b-4cf6-915f-52f5b2b04ca8 tempest-ServerRescueTestJSONUnderV235-1571070739 tempest-ServerRescueTestJSONUnderV235-1571070739-project-member] Enqueued Resource ID: f7b46a9b-01bd-4b32-b2b5-20f256b2e04e with Priority: HIGHEST for action security_group_members [ 933.091131] env[67081]: INFO networking_nsxv3.common.synchronization [req-f545ca65-4e9b-431c-a4ef-793c9ec8fffc req-6e5878ed-e04b-4cf6-915f-52f5b2b04ca8 tempest-ServerRescueTestJSONUnderV235-1571070739 tempest-ServerRescueTestJSONUnderV235-1571070739-project-member] Enqueued Resource ID: fbfc6a78-d3b1-42a5-8e15-f11818d98d83 with Priority: HIGHEST for action security_group_members [ 933.091700] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7b46a9b-01bd-4b32-b2b5-20f256b2e04e with Priority: HIGHEST for action security_group_members [ 933.091849] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbfc6a78-d3b1-42a5-8e15-f11818d98d83 with Priority: HIGHEST for action security_group_members [ 933.092471] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.092586] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.092668] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.092946] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.093144] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.095260] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.096082] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.096082] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.096082] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.096272] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7b46a9b-01bd-4b32-b2b5-20f256b2e04e',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.102215] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbfc6a78-d3b1-42a5-8e15-f11818d98d83 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.102215] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbfc6a78-d3b1-42a5-8e15-f11818d98d83" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.102215] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbfc6a78-d3b1-42a5-8e15-f11818d98d83" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.102215] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbfc6a78-d3b1-42a5-8e15-f11818d98d83" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.102215] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.102215] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.102215] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.102215] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.102215] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.102215] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbfc6a78-d3b1-42a5-8e15-f11818d98d83',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.161400] env[67081]: INFO networking_nsxv3.common.synchronization [req-f545ca65-4e9b-431c-a4ef-793c9ec8fffc req-6e5878ed-e04b-4cf6-915f-52f5b2b04ca8 tempest-ServerRescueTestJSONUnderV235-1571070739 tempest-ServerRescueTestJSONUnderV235-1571070739-project-member] Enqueued Resource ID: f7b46a9b-01bd-4b32-b2b5-20f256b2e04e with Priority: HIGHEST for action security_group_rules [ 933.161400] env[67081]: INFO networking_nsxv3.common.synchronization [req-f545ca65-4e9b-431c-a4ef-793c9ec8fffc req-6e5878ed-e04b-4cf6-915f-52f5b2b04ca8 tempest-ServerRescueTestJSONUnderV235-1571070739 tempest-ServerRescueTestJSONUnderV235-1571070739-project-member] Enqueued Resource ID: f7b46a9b-01bd-4b32-b2b5-20f256b2e04e with Priority: HIGHEST for action security_group_members [ 933.161400] env[67081]: INFO networking_nsxv3.common.synchronization [req-f545ca65-4e9b-431c-a4ef-793c9ec8fffc req-6e5878ed-e04b-4cf6-915f-52f5b2b04ca8 tempest-ServerRescueTestJSONUnderV235-1571070739 tempest-ServerRescueTestJSONUnderV235-1571070739-project-member] Enqueued Resource ID: fbfc6a78-d3b1-42a5-8e15-f11818d98d83 with Priority: HIGHEST for action security_group_rules [ 933.161400] env[67081]: INFO networking_nsxv3.common.synchronization [req-f545ca65-4e9b-431c-a4ef-793c9ec8fffc req-6e5878ed-e04b-4cf6-915f-52f5b2b04ca8 tempest-ServerRescueTestJSONUnderV235-1571070739 tempest-ServerRescueTestJSONUnderV235-1571070739-project-member] Enqueued Resource ID: fbfc6a78-d3b1-42a5-8e15-f11818d98d83 with Priority: HIGHEST for action security_group_members [ 933.161598] env[67081]: INFO networking_nsxv3.common.synchronization [req-f545ca65-4e9b-431c-a4ef-793c9ec8fffc req-6e5878ed-e04b-4cf6-915f-52f5b2b04ca8 tempest-ServerRescueTestJSONUnderV235-1571070739 tempest-ServerRescueTestJSONUnderV235-1571070739-project-member] Enqueued Resource ID: 90f65df5-4e01-402c-a7e1-f611ec51977b with Priority: HIGHEST for action port [ 933.162427] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7b46a9b-01bd-4b32-b2b5-20f256b2e04e with Priority: HIGHEST for action security_group_rules [ 933.162621] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbfc6a78-d3b1-42a5-8e15-f11818d98d83 with Priority: HIGHEST for action security_group_rules [ 933.162844] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90f65df5-4e01-402c-a7e1-f611ec51977b with Priority: HIGHEST for action port [ 933.162882] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7b46a9b-01bd-4b32-b2b5-20f256b2e04e with Priority: HIGHEST for action security_group_members [ 933.163032] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbfc6a78-d3b1-42a5-8e15-f11818d98d83 with Priority: HIGHEST for action security_group_members [ 933.163425] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.163587] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.163725] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.163946] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.164075] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7b46a9b-01bd-4b32-b2b5-20f256b2e04e',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.166023] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbfc6a78-d3b1-42a5-8e15-f11818d98d83 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.166023] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbfc6a78-d3b1-42a5-8e15-f11818d98d83" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.166023] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbfc6a78-d3b1-42a5-8e15-f11818d98d83" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.166023] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbfc6a78-d3b1-42a5-8e15-f11818d98d83" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.166023] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbfc6a78-d3b1-42a5-8e15-f11818d98d83',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.167206] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-90f65df5-4e01-402c-a7e1-f611ec51977b taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.169176] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90f65df5-4e01-402c-a7e1-f611ec51977b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.169176] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90f65df5-4e01-402c-a7e1-f611ec51977b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.169176] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90f65df5-4e01-402c-a7e1-f611ec51977b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.169176] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90f65df5-4e01-402c-a7e1-f611ec51977b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.169176] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.169176] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.169713] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbfc6a78-d3b1-42a5-8e15-f11818d98d83 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.169713] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbfc6a78-d3b1-42a5-8e15-f11818d98d83" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.348042] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.348327] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.348327] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.348718] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.348844] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.349179] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.349457] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.350104] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.350104] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.350104] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.350104] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20929c55-6b33-4e90-ba3b-d66d009919a9 is going to be updated. [ 933.392518] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.392685] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.392795] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.393034] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.393194] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.404851] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20929c55-6b33-4e90-ba3b-d66d009919a9 in Status: IN_PROGRESS for 2s [ 933.586700] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.586700] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.586856] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.586925] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.587024] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.587124] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 is going to be updated. [ 933.602143] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7b46a9b-01bd-4b32-b2b5-20f256b2e04e',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.608755] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fbfc6a78-d3b1-42a5-8e15-f11818d98d83',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.617213] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.617213] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.617213] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.617213] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.617213] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.627891] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 in Status: IN_PROGRESS for 2s [ 933.670688] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 90f65df5-4e01-402c-a7e1-f611ec51977b with status ACTIVE [ 933.670970] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.671166] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.671257] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.671553] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.671686] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.671927] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.672047] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.672108] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.672301] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.672408] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.672640] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.672742] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.672809] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.672961] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.673079] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.673193] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 90f65df5-4e01-402c-a7e1-f611ec51977b is going to be updated. [ 933.675146] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.675146] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.675294] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbfc6a78-d3b1-42a5-8e15-f11818d98d83 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.675359] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbfc6a78-d3b1-42a5-8e15-f11818d98d83" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.699388] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.699553] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.699707] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.699939] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.700101] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.700264] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90f65df5-4e01-402c-a7e1-f611ec51977b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.757749] env[67081]: INFO networking_nsxv3.common.synchronization [None req-11266530-f949-4dbf-8089-cc33fddb073c tempest-ServerActionsTestOtherA-1901782994 tempest-ServerActionsTestOtherA-1901782994-project-member] Enqueued Resource ID: c6853e27-2966-4f7f-9697-d59659d050a6 with Priority: HIGHEST for action security_group_rules [ 933.757749] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6853e27-2966-4f7f-9697-d59659d050a6 with Priority: HIGHEST for action security_group_rules [ 933.757749] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6853e27-2966-4f7f-9697-d59659d050a6 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.757749] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6853e27-2966-4f7f-9697-d59659d050a6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.757749] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6853e27-2966-4f7f-9697-d59659d050a6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.757749] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6853e27-2966-4f7f-9697-d59659d050a6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.757749] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6853e27-2966-4f7f-9697-d59659d050a6',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.853902] env[67081]: INFO networking_nsxv3.common.synchronization [None req-695ca77b-f471-4a4c-9bf5-e3a4c2238383 tempest-ServerActionsTestOtherA-1901782994 tempest-ServerActionsTestOtherA-1901782994-project-member] Enqueued Resource ID: c6853e27-2966-4f7f-9697-d59659d050a6 with Priority: HIGHEST for action security_group_rules [ 933.854108] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6853e27-2966-4f7f-9697-d59659d050a6 with Priority: HIGHEST for action security_group_rules [ 933.854520] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6853e27-2966-4f7f-9697-d59659d050a6 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.854651] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6853e27-2966-4f7f-9697-d59659d050a6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.098608] env[67081]: INFO networking_nsxv3.common.synchronization [req-71588d1a-44e1-41f6-bd71-bec6386a54af req-01d68198-7519-4a10-8cb3-986c871d032b tempest-ServerRescueTestJSONUnderV235-1571070739 tempest-ServerRescueTestJSONUnderV235-1571070739-project-member] Enqueued Resource ID: f7b46a9b-01bd-4b32-b2b5-20f256b2e04e with Priority: HIGHEST for action security_group_members [ 934.098757] env[67081]: INFO networking_nsxv3.common.synchronization [req-71588d1a-44e1-41f6-bd71-bec6386a54af req-01d68198-7519-4a10-8cb3-986c871d032b tempest-ServerRescueTestJSONUnderV235-1571070739 tempest-ServerRescueTestJSONUnderV235-1571070739-project-member] Enqueued Resource ID: fbfc6a78-d3b1-42a5-8e15-f11818d98d83 with Priority: HIGHEST for action security_group_members [ 934.099731] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7b46a9b-01bd-4b32-b2b5-20f256b2e04e with Priority: HIGHEST for action security_group_members [ 934.099995] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbfc6a78-d3b1-42a5-8e15-f11818d98d83 with Priority: HIGHEST for action security_group_members [ 934.100356] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.100599] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.101354] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbfc6a78-d3b1-42a5-8e15-f11818d98d83 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.101354] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbfc6a78-d3b1-42a5-8e15-f11818d98d83" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.106925] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7b46a9b-01bd-4b32-b2b5-20f256b2e04e',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.113313] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fbfc6a78-d3b1-42a5-8e15-f11818d98d83',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.151388] env[67081]: INFO networking_nsxv3.common.synchronization [req-71588d1a-44e1-41f6-bd71-bec6386a54af req-01d68198-7519-4a10-8cb3-986c871d032b tempest-ServerRescueTestJSONUnderV235-1571070739 tempest-ServerRescueTestJSONUnderV235-1571070739-project-member] Enqueued Resource ID: f7b46a9b-01bd-4b32-b2b5-20f256b2e04e with Priority: HIGHEST for action security_group_rules [ 934.151706] env[67081]: INFO networking_nsxv3.common.synchronization [req-71588d1a-44e1-41f6-bd71-bec6386a54af req-01d68198-7519-4a10-8cb3-986c871d032b tempest-ServerRescueTestJSONUnderV235-1571070739 tempest-ServerRescueTestJSONUnderV235-1571070739-project-member] Enqueued Resource ID: f7b46a9b-01bd-4b32-b2b5-20f256b2e04e with Priority: HIGHEST for action security_group_members [ 934.151916] env[67081]: INFO networking_nsxv3.common.synchronization [req-71588d1a-44e1-41f6-bd71-bec6386a54af req-01d68198-7519-4a10-8cb3-986c871d032b tempest-ServerRescueTestJSONUnderV235-1571070739 tempest-ServerRescueTestJSONUnderV235-1571070739-project-member] Enqueued Resource ID: 90f65df5-4e01-402c-a7e1-f611ec51977b with Priority: HIGHEST for action port [ 934.152502] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7b46a9b-01bd-4b32-b2b5-20f256b2e04e with Priority: HIGHEST for action security_group_rules [ 934.152876] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7b46a9b-01bd-4b32-b2b5-20f256b2e04e with Priority: HIGHEST for action security_group_members [ 934.153019] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90f65df5-4e01-402c-a7e1-f611ec51977b with Priority: HIGHEST for action port [ 934.153307] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.153440] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.153594] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.153676] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.153854] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-90f65df5-4e01-402c-a7e1-f611ec51977b taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.153967] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90f65df5-4e01-402c-a7e1-f611ec51977b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.154028] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90f65df5-4e01-402c-a7e1-f611ec51977b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.154218] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90f65df5-4e01-402c-a7e1-f611ec51977b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.154298] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90f65df5-4e01-402c-a7e1-f611ec51977b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.293020] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.293284] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.293284] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.293508] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.293613] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.293710] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6853e27-2966-4f7f-9697-d59659d050a6 already deleted. [ 934.293797] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6853e27-2966-4f7f-9697-d59659d050a6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.294200] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6853e27-2966-4f7f-9697-d59659d050a6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.294384] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6853e27-2966-4f7f-9697-d59659d050a6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.294474] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6853e27-2966-4f7f-9697-d59659d050a6',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.409240] env[67081]: INFO networking_nsxv3.common.synchronization [req-ae00776c-b895-459a-9c56-58fce35e5c2d req-b526e914-63b7-40d0-8c0c-b01a3c820fc3 tempest-SecurityGroupsTestJSON-346655069 tempest-SecurityGroupsTestJSON-346655069-project-member] Enqueued Resource ID: 064058af-1308-4a9d-b26b-bdb494a2c410 with Priority: HIGHEST for action security_group_members [ 934.409557] env[67081]: INFO networking_nsxv3.common.synchronization [req-ae00776c-b895-459a-9c56-58fce35e5c2d req-b526e914-63b7-40d0-8c0c-b01a3c820fc3 tempest-SecurityGroupsTestJSON-346655069 tempest-SecurityGroupsTestJSON-346655069-project-member] Enqueued Resource ID: ffca9956-9981-4988-aba4-b1aea97bd93b with Priority: HIGHEST for action security_group_members [ 934.409557] env[67081]: INFO networking_nsxv3.common.synchronization [req-ae00776c-b895-459a-9c56-58fce35e5c2d req-b526e914-63b7-40d0-8c0c-b01a3c820fc3 tempest-SecurityGroupsTestJSON-346655069 tempest-SecurityGroupsTestJSON-346655069-project-member] Enqueued Resource ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 with Priority: HIGHEST for action security_group_members [ 934.411181] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 064058af-1308-4a9d-b26b-bdb494a2c410 with Priority: HIGHEST for action security_group_members [ 934.411181] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffca9956-9981-4988-aba4-b1aea97bd93b with Priority: HIGHEST for action security_group_members [ 934.411181] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 with Priority: HIGHEST for action security_group_members [ 934.411181] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-064058af-1308-4a9d-b26b-bdb494a2c410 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.411181] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-064058af-1308-4a9d-b26b-bdb494a2c410" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.411181] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffca9956-9981-4988-aba4-b1aea97bd93b taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.411510] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffca9956-9981-4988-aba4-b1aea97bd93b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.411510] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.411510] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.609688] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.612105] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.612105] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.612105] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.612105] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.612105] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7b46a9b-01bd-4b32-b2b5-20f256b2e04e is going to be updated. [ 934.617359] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.617683] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.617822] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.618099] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.618267] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.618432] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbfc6a78-d3b1-42a5-8e15-f11818d98d83 is going to be created. [ 934.639581] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.639887] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.639960] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.640181] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.640360] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.646147] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.646147] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.646147] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.646147] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.646147] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.658504] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7b46a9b-01bd-4b32-b2b5-20f256b2e04e in Status: IN_PROGRESS for 2s [ 934.658887] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 90f65df5-4e01-402c-a7e1-f611ec51977b with status ACTIVE [ 934.659223] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.660787] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.660787] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.660787] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.660787] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.660787] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.660787] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.660787] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.660787] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.660787] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.661467] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.661793] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.664464] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.664767] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.664920] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.665087] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 90f65df5-4e01-402c-a7e1-f611ec51977b is going to be updated. [ 934.668472] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbfc6a78-d3b1-42a5-8e15-f11818d98d83 in Status: UNINITIALIZED for 2s [ 934.688657] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.688804] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.688872] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.689119] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.689221] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.689379] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90f65df5-4e01-402c-a7e1-f611ec51977b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.817948] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.818750] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.818750] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.818750] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.818750] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.818928] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6853e27-2966-4f7f-9697-d59659d050a6 already deleted. [ 934.818928] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6853e27-2966-4f7f-9697-d59659d050a6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.841274] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 064058af-1308-4a9d-b26b-bdb494a2c410 in Status: SUCCESS [ 934.841538] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-064058af-1308-4a9d-b26b-bdb494a2c410" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.841799] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-064058af-1308-4a9d-b26b-bdb494a2c410" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.842031] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-064058af-1308-4a9d-b26b-bdb494a2c410" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.842231] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.842352] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.842418] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.842571] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.842672] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.842789] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-064058af-1308-4a9d-b26b-bdb494a2c410" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.842894] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('064058af-1308-4a9d-b26b-bdb494a2c410',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.844881] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-064058af-1308-4a9d-b26b-bdb494a2c410" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.846642] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-064058af-1308-4a9d-b26b-bdb494a2c410" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.846642] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.846642] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.846642] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.846642] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.846642] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.846642] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('064058af-1308-4a9d-b26b-bdb494a2c410',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.907521] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 in Status: SUCCESS [ 934.907748] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.907984] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.908234] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.908441] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.908570] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.908638] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.908788] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.908904] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.908963] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.909073] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.910762] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffca9956-9981-4988-aba4-b1aea97bd93b in Status: SUCCESS [ 934.910967] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffca9956-9981-4988-aba4-b1aea97bd93b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.911179] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.911507] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.911507] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.911672] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.911713] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.911836] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.911948] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.912074] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.912848] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffca9956-9981-4988-aba4-b1aea97bd93b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.913316] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffca9956-9981-4988-aba4-b1aea97bd93b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.913576] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.913658] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.913705] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.913815] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.913902] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.914011] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffca9956-9981-4988-aba4-b1aea97bd93b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.914134] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ffca9956-9981-4988-aba4-b1aea97bd93b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.915384] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffca9956-9981-4988-aba4-b1aea97bd93b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.916056] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffca9956-9981-4988-aba4-b1aea97bd93b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.916056] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.916056] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.916219] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.916250] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.916473] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.916473] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ffca9956-9981-4988-aba4-b1aea97bd93b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.940313] env[67081]: INFO networking_nsxv3.common.synchronization [req-08494f6a-1ba7-4f71-8873-ffeb29c19f8a req-da85afdc-f2bb-4e6d-aa5c-18bf16c0216b tempest-ServerActionsTestJSON-262138455 tempest-ServerActionsTestJSON-262138455-project-member] Enqueued Resource ID: 528b72ec-92e6-4927-b4f2-ba5f19dbce03 with Priority: HIGHEST for action security_group_members [ 934.941496] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 528b72ec-92e6-4927-b4f2-ba5f19dbce03 with Priority: HIGHEST for action security_group_members [ 934.941887] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-528b72ec-92e6-4927-b4f2-ba5f19dbce03 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.942084] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-528b72ec-92e6-4927-b4f2-ba5f19dbce03" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.942169] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-528b72ec-92e6-4927-b4f2-ba5f19dbce03" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.942452] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-528b72ec-92e6-4927-b4f2-ba5f19dbce03" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.942708] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.942812] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.942889] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.943181] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.943246] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.943378] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('528b72ec-92e6-4927-b4f2-ba5f19dbce03',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.984267] env[67081]: INFO networking_nsxv3.common.synchronization [None req-6a1374d2-8178-4408-9552-3f3d033104b5 None None] Enqueued Resource ID: 3fa1d87f-1d14-4df3-b451-a3f72d6ec3ba with Priority: HIGHEST for action port [ 934.984816] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fa1d87f-1d14-4df3-b451-a3f72d6ec3ba with Priority: HIGHEST for action port [ 934.985152] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fa1d87f-1d14-4df3-b451-a3f72d6ec3ba taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.985277] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fa1d87f-1d14-4df3-b451-a3f72d6ec3ba" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.985344] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fa1d87f-1d14-4df3-b451-a3f72d6ec3ba" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.985595] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fa1d87f-1d14-4df3-b451-a3f72d6ec3ba" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.985754] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fa1d87f-1d14-4df3-b451-a3f72d6ec3ba',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.322930] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-102 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.323221] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-102" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.323427] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-102" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.324529] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-102" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.324909] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.325232] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.325684] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.325684] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.325832] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.326168] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 935.326525] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 935.326525] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 935.326630] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 935.326716] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 935.326843] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 935.327619] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 935.345600] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('064058af-1308-4a9d-b26b-bdb494a2c410',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.348726] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.348903] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.348903] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.349097] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.349210] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.349345] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.349549] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.349549] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.349753] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.349906] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.349970] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 064058af-1308-4a9d-b26b-bdb494a2c410 is going to be deleted. [ 935.351965] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 935.352947] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 935.352947] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 935.352947] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-102" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.352947] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-b4eb13e0-c4bb-40fd-94de-d8b03188e8c3 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.353209] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-b4eb13e0-c4bb-40fd-94de-d8b03188e8c3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.353209] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-b4eb13e0-c4bb-40fd-94de-d8b03188e8c3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.353442] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-b4eb13e0-c4bb-40fd-94de-d8b03188e8c3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.354249] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4eb13e0-c4bb-40fd-94de-d8b03188e8c3',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.387401] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.387549] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.387601] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.387803] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.387892] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.387993] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-064058af-1308-4a9d-b26b-bdb494a2c410" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.413858] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20929c55-6b33-4e90-ba3b-d66d009919a9 in Status: SUCCESS [ 935.414195] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20929c55-6b33-4e90-ba3b-d66d009919a9 deletion is rescheduled due to dependency. [ 935.414195] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.416013] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.416147] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.416307] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.417578] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ffca9956-9981-4988-aba4-b1aea97bd93b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.418314] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.418425] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.418500] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.418747] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.418839] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.419041] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.419148] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.419208] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.419391] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.419449] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.419720] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffca9956-9981-4988-aba4-b1aea97bd93b is going to be updated. [ 935.446276] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.446506] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.446592] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.446984] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.447117] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.447353] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.447550] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.447652] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.447905] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.448052] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.448160] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 528b72ec-92e6-4927-b4f2-ba5f19dbce03 already deleted. [ 935.448252] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-528b72ec-92e6-4927-b4f2-ba5f19dbce03" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.457321] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.457498] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.457760] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.457815] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.457972] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.467996] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffca9956-9981-4988-aba4-b1aea97bd93b in Status: IN_PROGRESS for 2s [ 935.489576] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3fa1d87f-1d14-4df3-b451-a3f72d6ec3ba [ 935.489986] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.490158] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.490230] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.490447] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.490653] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.490653] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3fa1d87f-1d14-4df3-b451-a3f72d6ec3ba already deleted. [ 935.490727] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fa1d87f-1d14-4df3-b451-a3f72d6ec3ba" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.637028] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 in Status: SUCCESS [ 935.637298] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.637410] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.637602] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.637792] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.638018] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.638018] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.638165] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.638222] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.638279] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.638367] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e957e77c-acf8-49b7-a51d-e22fbbb26613',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.848447] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 064058af-1308-4a9d-b26b-bdb494a2c410: rpc.has_security_group_logging(os_id): False [ 935.855742] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.856064] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.856183] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.856479] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.856629] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.856778] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port b4eb13e0-c4bb-40fd-94de-d8b03188e8c3 not found, creating... [ 935.857049] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.857211] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.857327] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.857540] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.857672] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.857952] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.858117] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.858234] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.858527] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.858607] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.858783] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: b4eb13e0-c4bb-40fd-94de-d8b03188e8c3 is going to be created. [ 935.866821] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.866971] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.866971] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.867541] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.867541] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.867541] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.867541] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.867738] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.867738] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.867807] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.867868] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 064058af-1308-4a9d-b26b-bdb494a2c410 is going to be created. [ 935.879801] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.880054] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.880159] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.880429] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.880674] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.880899] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-b4eb13e0-c4bb-40fd-94de-d8b03188e8c3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.889798] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/064058af-1308-4a9d-b26b-bdb494a2c410], does not exist path=[/infra/domains/default/groups/064058af-1308-4a9d-b26b-bdb494a2c410]."\n}' [ 935.889990] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 064058af-1308-4a9d-b26b-bdb494a2c410 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/064058af-1308-4a9d-b26b-bdb494a2c410 [ 935.890086] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 935.917961] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.922239] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ffca9956-9981-4988-aba4-b1aea97bd93b: rpc.has_security_group_logging(os_id): False [ 935.954853] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.955190] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.955190] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.955407] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.956818] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.957148] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.957275] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.957350] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.957538] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.957627] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.957842] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.957977] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.958084] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.958159] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.958376] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.958376] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 064058af-1308-4a9d-b26b-bdb494a2c410 is going to be created. [ 935.968010] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.968248] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.968366] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.968693] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.979155] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/064058af-1308-4a9d-b26b-bdb494a2c410], does not exist path=[/infra/domains/default/groups/064058af-1308-4a9d-b26b-bdb494a2c410]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/064058af-1308-4a9d-b26b-bdb494a2c410 [ 935.979328] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-064058af-1308-4a9d-b26b-bdb494a2c410" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.979920] env[67081]: Traceback (most recent call last): [ 935.980031] env[67081]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 935.980031] env[67081]: return func(*args, **kwargs) [ 935.980031] env[67081]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 935.980031] env[67081]: res.raise_for_status() [ 935.980031] env[67081]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 935.980031] env[67081]: raise HTTPError(http_error_msg, response=self) [ 935.980031] env[67081]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/064058af-1308-4a9d-b26b-bdb494a2c410 [ 935.980031] env[67081]: During handling of the above exception, another exception occurred: [ 935.980031] env[67081]: Traceback (most recent call last): [ 935.980031] env[67081]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 935.980031] env[67081]: listener.cb(fileno) [ 935.980031] env[67081]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 935.980031] env[67081]: result = function(*args, **kwargs) [ 935.980031] env[67081]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 935.980031] env[67081]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 935.980031] env[67081]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 935.980031] env[67081]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 935.980031] env[67081]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 935.980031] env[67081]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 935.980031] env[67081]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 935.980031] env[67081]: res.raise_for_status() [ 935.980031] env[67081]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 935.980031] env[67081]: raise HTTPError(http_error_msg, response=self) [ 935.980031] env[67081]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/064058af-1308-4a9d-b26b-bdb494a2c410 [ 935.980031] env[67081]: Removing descriptor: 64 [ 936.003477] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.003867] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.004032] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.004128] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.004774] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.005598] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.005945] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ffca9956-9981-4988-aba4-b1aea97bd93b is going to be updated. [ 936.084014] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.084014] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.084014] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.084014] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.084276] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.099134] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ffca9956-9981-4988-aba4-b1aea97bd93b in Status: IN_PROGRESS for 2s [ 936.141337] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e957e77c-acf8-49b7-a51d-e22fbbb26613 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.141525] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.141678] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.142050] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.142288] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.143031] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.143031] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.143031] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.143031] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.143031] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.143031] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e957e77c-acf8-49b7-a51d-e22fbbb26613 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.143291] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.143291] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.143352] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.143483] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.143575] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.143636] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.143773] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.143855] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.143931] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.144032] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e957e77c-acf8-49b7-a51d-e22fbbb26613',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.420527] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.420861] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.420861] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.420976] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.421080] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.421180] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 is going to be updated. [ 936.451452] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.451617] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.451816] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.452039] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.452168] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.463260] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 in Status: IN_PROGRESS for 2s [ 936.630028] env[67081]: INFO networking_nsxv3.common.synchronization [req-08494f6a-1ba7-4f71-8873-ffeb29c19f8a req-4f05c8e7-7658-4521-8db4-e32c42639d27 service nova] Enqueued Resource ID: 528b72ec-92e6-4927-b4f2-ba5f19dbce03 with Priority: HIGHEST for action security_group_rules [ 936.630028] env[67081]: INFO networking_nsxv3.common.synchronization [req-08494f6a-1ba7-4f71-8873-ffeb29c19f8a req-4f05c8e7-7658-4521-8db4-e32c42639d27 service nova] Enqueued Resource ID: 528b72ec-92e6-4927-b4f2-ba5f19dbce03 with Priority: HIGHEST for action security_group_members [ 936.633754] env[67081]: INFO networking_nsxv3.common.synchronization [req-08494f6a-1ba7-4f71-8873-ffeb29c19f8a req-4f05c8e7-7658-4521-8db4-e32c42639d27 service nova] Enqueued Resource ID: b4eb13e0-c4bb-40fd-94de-d8b03188e8c3 with Priority: HIGHEST for action port [ 936.634663] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 528b72ec-92e6-4927-b4f2-ba5f19dbce03 with Priority: HIGHEST for action security_group_rules [ 936.634858] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 528b72ec-92e6-4927-b4f2-ba5f19dbce03 with Priority: HIGHEST for action security_group_members [ 936.635033] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4eb13e0-c4bb-40fd-94de-d8b03188e8c3 with Priority: HIGHEST for action port [ 936.635683] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-528b72ec-92e6-4927-b4f2-ba5f19dbce03 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.636443] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-528b72ec-92e6-4927-b4f2-ba5f19dbce03" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.636443] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-528b72ec-92e6-4927-b4f2-ba5f19dbce03" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.636443] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-528b72ec-92e6-4927-b4f2-ba5f19dbce03" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.636443] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('528b72ec-92e6-4927-b4f2-ba5f19dbce03',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.638905] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-528b72ec-92e6-4927-b4f2-ba5f19dbce03 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.638905] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-528b72ec-92e6-4927-b4f2-ba5f19dbce03" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.638905] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-528b72ec-92e6-4927-b4f2-ba5f19dbce03" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.638905] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-528b72ec-92e6-4927-b4f2-ba5f19dbce03" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.638905] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.638905] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.638905] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.638905] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.638905] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.638905] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('528b72ec-92e6-4927-b4f2-ba5f19dbce03',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.639694] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4eb13e0-c4bb-40fd-94de-d8b03188e8c3 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.639758] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4eb13e0-c4bb-40fd-94de-d8b03188e8c3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.640048] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4eb13e0-c4bb-40fd-94de-d8b03188e8c3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.640364] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4eb13e0-c4bb-40fd-94de-d8b03188e8c3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.640472] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4eb13e0-c4bb-40fd-94de-d8b03188e8c3',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.646343] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e957e77c-acf8-49b7-a51d-e22fbbb26613: rpc.has_security_group_logging(os_id): False [ 936.671118] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.672057] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.672057] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.672057] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.673619] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7b46a9b-01bd-4b32-b2b5-20f256b2e04e in Status: SUCCESS [ 936.673784] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.674607] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.674837] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.674959] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.675146] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.675146] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.675296] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.675370] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.675459] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7b46a9b-01bd-4b32-b2b5-20f256b2e04e',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.685463] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbfc6a78-d3b1-42a5-8e15-f11818d98d83 in Status: SUCCESS [ 936.686540] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbfc6a78-d3b1-42a5-8e15-f11818d98d83" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.686696] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbfc6a78-d3b1-42a5-8e15-f11818d98d83" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.686920] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbfc6a78-d3b1-42a5-8e15-f11818d98d83" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.687128] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.687253] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.687319] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.687486] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.687569] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.687666] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbfc6a78-d3b1-42a5-8e15-f11818d98d83',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.702283] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.702283] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.702283] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.702283] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.702283] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.702283] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.702283] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.702283] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.702283] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.702283] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.702283] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.702283] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.702283] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.702283] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.703038] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.703038] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.703038] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 is going to be updated. [ 936.768614] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.768758] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.768824] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.769065] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.770433] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.788025] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 in Status: IN_PROGRESS for 2s [ 937.143208] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-528b72ec-92e6-4927-b4f2-ba5f19dbce03 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.143208] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-528b72ec-92e6-4927-b4f2-ba5f19dbce03" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.143208] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('528b72ec-92e6-4927-b4f2-ba5f19dbce03',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.144039] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b4eb13e0-c4bb-40fd-94de-d8b03188e8c3 with status ACTIVE [ 937.144232] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.144343] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.144408] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.144604] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.144698] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.144867] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.144960] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.145032] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.145189] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.145341] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.145587] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.145712] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.145746] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.146858] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.146858] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.146858] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b4eb13e0-c4bb-40fd-94de-d8b03188e8c3 is going to be updated. [ 937.167750] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.167750] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.167750] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.167750] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.168169] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.168169] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4eb13e0-c4bb-40fd-94de-d8b03188e8c3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.178988] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7b46a9b-01bd-4b32-b2b5-20f256b2e04e',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.191514] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.191514] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.191514] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.192700] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.192700] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.192700] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.192700] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.192700] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.193895] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.193895] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.193895] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbfc6a78-d3b1-42a5-8e15-f11818d98d83 is going to be deleted. [ 937.226147] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.226672] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.226758] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.226973] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.227082] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.227197] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbfc6a78-d3b1-42a5-8e15-f11818d98d83" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.227389] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbfc6a78-d3b1-42a5-8e15-f11818d98d83" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.227865] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbfc6a78-d3b1-42a5-8e15-f11818d98d83" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.228232] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.228348] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.228348] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.228499] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.228576] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.228672] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbfc6a78-d3b1-42a5-8e15-f11818d98d83',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.479664] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffca9956-9981-4988-aba4-b1aea97bd93b in Status: SUCCESS [ 937.480035] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffca9956-9981-4988-aba4-b1aea97bd93b deletion is rescheduled due to dependency. [ 937.480035] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffca9956-9981-4988-aba4-b1aea97bd93b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.648881] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('528b72ec-92e6-4927-b4f2-ba5f19dbce03',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.681173] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7b46a9b-01bd-4b32-b2b5-20f256b2e04e',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.733034] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.733034] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.733034] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.733034] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.733034] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.733034] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.733337] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.733337] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.733337] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.733425] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.733496] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbfc6a78-d3b1-42a5-8e15-f11818d98d83 already deleted. [ 937.733583] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbfc6a78-d3b1-42a5-8e15-f11818d98d83" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.733676] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fbfc6a78-d3b1-42a5-8e15-f11818d98d83',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.735075] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbfc6a78-d3b1-42a5-8e15-f11818d98d83" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.735247] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbfc6a78-d3b1-42a5-8e15-f11818d98d83" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.735397] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.735499] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.735563] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.735722] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.735814] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.735902] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbfc6a78-d3b1-42a5-8e15-f11818d98d83',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.114140] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ffca9956-9981-4988-aba4-b1aea97bd93b in Status: SUCCESS [ 938.114294] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ffca9956-9981-4988-aba4-b1aea97bd93b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.152021] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.152222] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.152295] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.152604] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.152804] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.152931] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 528b72ec-92e6-4927-b4f2-ba5f19dbce03 is going to be created. [ 938.176269] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.176444] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.176531] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.176755] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.176923] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.183873] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.184082] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.184180] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.184465] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.184593] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.184726] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7b46a9b-01bd-4b32-b2b5-20f256b2e04e is going to be updated. [ 938.188514] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 528b72ec-92e6-4927-b4f2-ba5f19dbce03 in Status: UNINITIALIZED for 2s [ 938.214451] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.214596] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.214691] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.215045] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.215045] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.224285] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7b46a9b-01bd-4b32-b2b5-20f256b2e04e in Status: IN_PROGRESS for 2s [ 938.237829] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fbfc6a78-d3b1-42a5-8e15-f11818d98d83',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.239843] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.239969] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.240042] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.240301] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.240473] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.240585] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.240686] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.240739] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.240975] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.241065] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.241151] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbfc6a78-d3b1-42a5-8e15-f11818d98d83 already deleted. [ 938.241237] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbfc6a78-d3b1-42a5-8e15-f11818d98d83" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.486366] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 in Status: SUCCESS [ 938.486366] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.486366] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.486366] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.486366] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.486366] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.486366] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.486366] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.486366] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.486366] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.486366] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.486366] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.486366] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.487100] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.487100] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.487100] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.487100] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.487100] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.487100] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.487100] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.487731] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.741572] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fbfc6a78-d3b1-42a5-8e15-f11818d98d83: rpc.has_security_group_logging(os_id): False [ 938.762528] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.762528] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.762528] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.762804] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.762804] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.763610] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.763610] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.763610] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.763610] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.763610] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.763963] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbfc6a78-d3b1-42a5-8e15-f11818d98d83 is going to be created. [ 938.785944] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/fbfc6a78-d3b1-42a5-8e15-f11818d98d83], does not exist path=[/infra/domains/default/groups/fbfc6a78-d3b1-42a5-8e15-f11818d98d83]."\n}' [ 938.788860] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbfc6a78-d3b1-42a5-8e15-f11818d98d83 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/fbfc6a78-d3b1-42a5-8e15-f11818d98d83 [ 938.788860] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 938.806211] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 in Status: SUCCESS [ 938.806393] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.835078] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.835078] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.835078] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.835078] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.835078] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.835078] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.835350] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.835350] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.835499] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.835626] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.835944] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.836116] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.836227] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.836442] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.836529] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.836628] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbfc6a78-d3b1-42a5-8e15-f11818d98d83 is going to be created. [ 938.858337] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/fbfc6a78-d3b1-42a5-8e15-f11818d98d83], does not exist path=[/infra/domains/default/groups/fbfc6a78-d3b1-42a5-8e15-f11818d98d83]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/fbfc6a78-d3b1-42a5-8e15-f11818d98d83 [ 938.858511] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbfc6a78-d3b1-42a5-8e15-f11818d98d83" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.858790] env[67081]: Traceback (most recent call last): [ 938.858859] env[67081]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 938.858859] env[67081]: return func(*args, **kwargs) [ 938.858859] env[67081]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 938.858859] env[67081]: res.raise_for_status() [ 938.858859] env[67081]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 938.858859] env[67081]: raise HTTPError(http_error_msg, response=self) [ 938.858859] env[67081]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/fbfc6a78-d3b1-42a5-8e15-f11818d98d83 [ 938.858859] env[67081]: During handling of the above exception, another exception occurred: [ 938.858859] env[67081]: Traceback (most recent call last): [ 938.858859] env[67081]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 938.858859] env[67081]: listener.cb(fileno) [ 938.858859] env[67081]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 938.858859] env[67081]: result = function(*args, **kwargs) [ 938.858859] env[67081]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 938.858859] env[67081]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 938.858859] env[67081]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 938.858859] env[67081]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 938.858859] env[67081]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 938.858859] env[67081]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 938.858859] env[67081]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 938.858859] env[67081]: res.raise_for_status() [ 938.858859] env[67081]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 938.858859] env[67081]: raise HTTPError(http_error_msg, response=self) [ 938.858859] env[67081]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/fbfc6a78-d3b1-42a5-8e15-f11818d98d83 [ 938.858859] env[67081]: Removing descriptor: 59 [ 938.993806] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3: rpc.has_security_group_logging(os_id): False [ 939.013698] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.013698] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.013698] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.013698] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.035406] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.035730] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.035850] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.035954] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.036136] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.036222] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.036411] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.036514] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.036575] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.036722] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.036801] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.036980] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.037110] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.037162] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.037274] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.037349] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.037435] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 is going to be updated. [ 939.129991] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.130255] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.130360] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.130633] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.130841] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.150386] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 in Status: IN_PROGRESS for 2s [ 940.199225] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 528b72ec-92e6-4927-b4f2-ba5f19dbce03 in Status: UNINITIALIZED for 4s [ 940.233744] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7b46a9b-01bd-4b32-b2b5-20f256b2e04e in Status: IN_PROGRESS for 4s [ 941.175276] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 in Status: SUCCESS [ 941.175511] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.636096] env[67081]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 941.636096] env[67081]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=7 [ 942.212982] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 528b72ec-92e6-4927-b4f2-ba5f19dbce03 in Status: SUCCESS [ 942.216033] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-528b72ec-92e6-4927-b4f2-ba5f19dbce03" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.216033] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-528b72ec-92e6-4927-b4f2-ba5f19dbce03" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.216033] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-528b72ec-92e6-4927-b4f2-ba5f19dbce03" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.216033] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.216033] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.216033] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.216033] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.216033] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.216033] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-528b72ec-92e6-4927-b4f2-ba5f19dbce03" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.216033] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('528b72ec-92e6-4927-b4f2-ba5f19dbce03',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.246885] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7b46a9b-01bd-4b32-b2b5-20f256b2e04e in Status: SUCCESS [ 942.246885] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.246885] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.247167] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.247386] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.247538] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.247624] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.247826] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.248010] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.248138] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.248261] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7b46a9b-01bd-4b32-b2b5-20f256b2e04e',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.249219] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.249398] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.249547] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.249708] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.249790] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.250746] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.250746] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.250746] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7b46a9b-01bd-4b32-b2b5-20f256b2e04e',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.629659] env[67081]: INFO networking_nsxv3.common.synchronization [req-201b0b56-c037-4b26-8748-79e15111b7c1 req-d82e4bf6-d11a-4e44-8ca1-894ee496bed5 tempest-DeleteServersTestJSON-824934422 tempest-DeleteServersTestJSON-824934422-project-member] Enqueued Resource ID: 6252e64a-b311-40e1-bced-0dc0bf08891f with Priority: HIGHEST for action security_group_members [ 942.629659] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6252e64a-b311-40e1-bced-0dc0bf08891f with Priority: HIGHEST for action security_group_members [ 942.629837] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6252e64a-b311-40e1-bced-0dc0bf08891f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.629959] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.630660] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.630945] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.631176] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.631392] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.631494] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.631782] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.631897] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.632057] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6252e64a-b311-40e1-bced-0dc0bf08891f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.718814] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('528b72ec-92e6-4927-b4f2-ba5f19dbce03',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.754520] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.754660] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.754894] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7b46a9b-01bd-4b32-b2b5-20f256b2e04e',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.082281] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-816 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.082281] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-816" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.082281] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-816" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.082281] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-816" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.082575] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.082575] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.082758] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.082906] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.083063] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.083276] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 943.083388] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 943.083527] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 943.083636] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 943.083745] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 943.083872] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 943.084081] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 943.104835] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 943.105012] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 943.105152] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 943.105328] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-816" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.105647] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-4512fb5e-ea0c-47a0-8b02-ed4d073a226a taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.105817] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-4512fb5e-ea0c-47a0-8b02-ed4d073a226a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.105932] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-4512fb5e-ea0c-47a0-8b02-ed4d073a226a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.106309] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-4512fb5e-ea0c-47a0-8b02-ed4d073a226a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.106446] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4512fb5e-ea0c-47a0-8b02-ed4d073a226a',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.135391] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.135548] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.135620] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.135830] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.159294] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.159556] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.159678] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.159769] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.161159] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.161159] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.161159] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6252e64a-b311-40e1-bced-0dc0bf08891f is going to be updated. [ 943.186061] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.186231] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.186314] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.186532] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.186675] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.200059] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6252e64a-b311-40e1-bced-0dc0bf08891f in Status: IN_PROGRESS for 2s [ 943.221708] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 528b72ec-92e6-4927-b4f2-ba5f19dbce03: rpc.has_security_group_logging(os_id): False [ 943.248672] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.248979] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.248979] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.249137] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.249359] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.249965] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.250727] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.250816] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.251021] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.251105] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.251200] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 528b72ec-92e6-4927-b4f2-ba5f19dbce03 is going to be created. [ 943.257595] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7b46a9b-01bd-4b32-b2b5-20f256b2e04e',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.330288] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.330665] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.330665] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.331304] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.331304] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.348034] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 528b72ec-92e6-4927-b4f2-ba5f19dbce03 in Status: IN_PROGRESS for 2s [ 943.608889] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.609157] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.609157] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.609419] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.609568] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.609728] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port 4512fb5e-ea0c-47a0-8b02-ed4d073a226a not found, creating... [ 943.610031] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.610269] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.610443] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.610742] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.610929] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.611340] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.611557] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.611751] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.612040] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.612245] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.612413] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: 4512fb5e-ea0c-47a0-8b02-ed4d073a226a is going to be created. [ 943.636693] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.636966] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.637078] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.637402] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.637740] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.638050] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-4512fb5e-ea0c-47a0-8b02-ed4d073a226a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.678475] env[67081]: INFO networking_nsxv3.common.synchronization [req-9b0a3de5-f3e5-4013-9f3b-33f518ebd3ee req-fc1b28d3-2cd1-4526-b547-b278406b82f8 tempest-ServerRescueTestJSONUnderV235-1571070739 tempest-ServerRescueTestJSONUnderV235-1571070739-project-member] Enqueued Resource ID: f7b46a9b-01bd-4b32-b2b5-20f256b2e04e with Priority: HIGHEST for action security_group_members [ 943.678475] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7b46a9b-01bd-4b32-b2b5-20f256b2e04e with Priority: HIGHEST for action security_group_members [ 943.679646] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.680293] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.759115] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.759569] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.759569] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.759884] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.760066] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.760250] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7b46a9b-01bd-4b32-b2b5-20f256b2e04e is going to be updated. [ 943.811109] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.815024] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.815024] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.815024] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.815024] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.826678] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7b46a9b-01bd-4b32-b2b5-20f256b2e04e in Status: IN_PROGRESS for 2s [ 944.408984] env[67081]: INFO networking_nsxv3.common.synchronization [req-201b0b56-c037-4b26-8748-79e15111b7c1 req-002a6da8-2db9-46c7-8b95-eee01f3746e6 service nova] Enqueued Resource ID: 6252e64a-b311-40e1-bced-0dc0bf08891f with Priority: HIGHEST for action security_group_rules [ 944.409222] env[67081]: INFO networking_nsxv3.common.synchronization [req-201b0b56-c037-4b26-8748-79e15111b7c1 req-002a6da8-2db9-46c7-8b95-eee01f3746e6 service nova] Enqueued Resource ID: 6252e64a-b311-40e1-bced-0dc0bf08891f with Priority: HIGHEST for action security_group_members [ 944.409434] env[67081]: INFO networking_nsxv3.common.synchronization [req-201b0b56-c037-4b26-8748-79e15111b7c1 req-002a6da8-2db9-46c7-8b95-eee01f3746e6 service nova] Enqueued Resource ID: 4512fb5e-ea0c-47a0-8b02-ed4d073a226a with Priority: HIGHEST for action port [ 944.410113] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6252e64a-b311-40e1-bced-0dc0bf08891f with Priority: HIGHEST for action security_group_rules [ 944.410316] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6252e64a-b311-40e1-bced-0dc0bf08891f with Priority: HIGHEST for action security_group_members [ 944.410453] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4512fb5e-ea0c-47a0-8b02-ed4d073a226a with Priority: HIGHEST for action port [ 944.410769] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6252e64a-b311-40e1-bced-0dc0bf08891f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.410898] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.410965] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.411207] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.411325] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6252e64a-b311-40e1-bced-0dc0bf08891f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.412317] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6252e64a-b311-40e1-bced-0dc0bf08891f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.412385] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.412987] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-4512fb5e-ea0c-47a0-8b02-ed4d073a226a taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.412987] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4512fb5e-ea0c-47a0-8b02-ed4d073a226a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.412987] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4512fb5e-ea0c-47a0-8b02-ed4d073a226a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.412987] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4512fb5e-ea0c-47a0-8b02-ed4d073a226a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.413455] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4512fb5e-ea0c-47a0-8b02-ed4d073a226a',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.911561] env[67081]: INFO networking_nsxv3.common.synchronization [req-533817cd-42db-40d8-98c0-1399f0f97f1f req-c3c08ff1-bcd8-4361-852a-568eef099482 tempest-ListServerFiltersTestJSON-205465944 tempest-ListServerFiltersTestJSON-205465944-project-member] Enqueued Resource ID: 8dd8386e-203d-4d2b-8a88-4e61b6fb9327 with Priority: HIGHEST for action security_group_members [ 944.912334] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dd8386e-203d-4d2b-8a88-4e61b6fb9327 with Priority: HIGHEST for action security_group_members [ 944.912903] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.913095] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.913223] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.913488] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.913725] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.913887] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.913992] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.914230] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.914388] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.914525] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dd8386e-203d-4d2b-8a88-4e61b6fb9327',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.915940] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6252e64a-b311-40e1-bced-0dc0bf08891f taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.916111] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.916673] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4512fb5e-ea0c-47a0-8b02-ed4d073a226a with status ACTIVE [ 944.916948] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.917153] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.917291] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.917511] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.917662] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.917905] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.918164] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.918287] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.918531] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.918671] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.918959] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.919138] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.919246] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.919551] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.919700] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.919861] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4512fb5e-ea0c-47a0-8b02-ed4d073a226a is going to be updated. [ 944.947391] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.947590] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.947798] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.947834] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.947965] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.948159] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4512fb5e-ea0c-47a0-8b02-ed4d073a226a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.215371] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6252e64a-b311-40e1-bced-0dc0bf08891f in Status: SUCCESS [ 945.215371] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6252e64a-b311-40e1-bced-0dc0bf08891f deletion is rescheduled due to dependency. [ 945.215371] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.215371] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.215371] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.215371] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.215371] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.215371] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.215371] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.215371] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.215371] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6252e64a-b311-40e1-bced-0dc0bf08891f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.299225] env[67081]: INFO networking_nsxv3.common.synchronization [req-6c65dd44-68ef-4814-9554-b371a274365a req-0b4c122c-d28f-4951-8358-fc6e4878916a tempest-ImagesTestJSON-1520802003 tempest-ImagesTestJSON-1520802003-project-member] Enqueued Resource ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f with Priority: HIGHEST for action security_group_members [ 945.300448] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f with Priority: HIGHEST for action security_group_members [ 945.300566] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.300691] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.300757] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.301089] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.301240] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.301311] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.301418] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.302563] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.302563] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.302563] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1eef0506-1c43-4aa3-8ce6-a2f56673c16f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.366295] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 528b72ec-92e6-4927-b4f2-ba5f19dbce03 in Status: SUCCESS [ 945.366580] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-528b72ec-92e6-4927-b4f2-ba5f19dbce03" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.423557] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.425319] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.425319] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.425319] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.446371] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.446631] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.446732] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.446771] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.447354] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.447354] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.447354] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dd8386e-203d-4d2b-8a88-4e61b6fb9327 is going to be updated. [ 945.481547] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.481721] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.481887] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.482413] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.482413] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.490429] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dd8386e-203d-4d2b-8a88-4e61b6fb9327 in Status: IN_PROGRESS for 2s [ 945.719434] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6252e64a-b311-40e1-bced-0dc0bf08891f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.758463] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock network-21 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.759685] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "network-21" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.759685] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "network-21" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.759685] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "network-21" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.759685] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.759685] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.759685] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.760051] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.760051] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.762214] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 945.762345] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 945.762466] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 945.762552] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 945.764640] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 945.764640] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 945.764640] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 945.783904] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 945.784189] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 945.784313] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 945.784491] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "network-21" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.784813] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock port-8e41810d-4bea-4fcd-9342-901e3e5b7b39 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.784982] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "port-8e41810d-4bea-4fcd-9342-901e3e5b7b39" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.785122] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "port-8e41810d-4bea-4fcd-9342-901e3e5b7b39" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.785439] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "port-8e41810d-4bea-4fcd-9342-901e3e5b7b39" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.785983] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e41810d-4bea-4fcd-9342-901e3e5b7b39',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.805081] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1eef0506-1c43-4aa3-8ce6-a2f56673c16f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.837331] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7b46a9b-01bd-4b32-b2b5-20f256b2e04e in Status: SUCCESS [ 945.838561] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.838561] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.838561] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.838561] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.838561] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.838561] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.838561] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.838561] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.839789] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7b46a9b-01bd-4b32-b2b5-20f256b2e04e',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.221423] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6252e64a-b311-40e1-bced-0dc0bf08891f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.416105] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.416383] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.416470] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.416738] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.417014] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.417107] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Segment Port 8e41810d-4bea-4fcd-9342-901e3e5b7b39 not found, creating... [ 946.417317] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.417473] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.417586] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.417898] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.417976] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.418238] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.418395] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.418506] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.418831] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.418831] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.418961] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Resource: SegmentPort with ID: 8e41810d-4bea-4fcd-9342-901e3e5b7b39 is going to be created. [ 946.420095] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1eef0506-1c43-4aa3-8ce6-a2f56673c16f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.421243] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.421373] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.421419] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.421556] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.440999] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.441350] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.441570] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.441645] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.441899] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.442033] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.442095] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7b46a9b-01bd-4b32-b2b5-20f256b2e04e is going to be updated. [ 946.443915] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.444170] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.444410] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.444677] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.444973] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.445540] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "port-8e41810d-4bea-4fcd-9342-901e3e5b7b39" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.480938] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.481178] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.481178] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.481379] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.481517] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.493088] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7b46a9b-01bd-4b32-b2b5-20f256b2e04e in Status: IN_PROGRESS for 2s [ 946.726885] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.726885] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.726885] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.726885] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.726885] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.726885] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6252e64a-b311-40e1-bced-0dc0bf08891f is going to be updated. [ 946.764049] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.764049] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.764296] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.764715] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.764793] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.782777] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6252e64a-b311-40e1-bced-0dc0bf08891f in Status: IN_PROGRESS for 2s [ 946.923929] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.924302] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.924925] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.925520] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.925871] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.926054] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f is going to be updated. [ 946.963835] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.964178] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.964301] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.964568] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.964824] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.974502] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f in Status: IN_PROGRESS for 2s [ 946.980778] env[67081]: INFO networking_nsxv3.common.synchronization [None req-e20a53d6-7665-4ee5-8f9d-f763ae61711a None None] Enqueued Resource ID: 70248686-be65-4d8e-9c48-0bdd16ba71c5 with Priority: HIGHEST for action port [ 946.981826] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70248686-be65-4d8e-9c48-0bdd16ba71c5 with Priority: HIGHEST for action port [ 946.982214] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-70248686-be65-4d8e-9c48-0bdd16ba71c5 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.982972] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70248686-be65-4d8e-9c48-0bdd16ba71c5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.982972] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70248686-be65-4d8e-9c48-0bdd16ba71c5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.982972] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70248686-be65-4d8e-9c48-0bdd16ba71c5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.982972] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70248686-be65-4d8e-9c48-0bdd16ba71c5',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.026599] env[67081]: INFO networking_nsxv3.common.synchronization [req-6c65dd44-68ef-4814-9554-b371a274365a req-f130f901-9c0e-4dc7-8bbc-652439623f17 service nova] Enqueued Resource ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f with Priority: HIGHEST for action security_group_rules [ 947.026766] env[67081]: INFO networking_nsxv3.common.synchronization [req-6c65dd44-68ef-4814-9554-b371a274365a req-f130f901-9c0e-4dc7-8bbc-652439623f17 service nova] Enqueued Resource ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f with Priority: HIGHEST for action security_group_members [ 947.026903] env[67081]: INFO networking_nsxv3.common.synchronization [req-6c65dd44-68ef-4814-9554-b371a274365a req-f130f901-9c0e-4dc7-8bbc-652439623f17 service nova] Enqueued Resource ID: 8e41810d-4bea-4fcd-9342-901e3e5b7b39 with Priority: HIGHEST for action port [ 947.027139] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f with Priority: HIGHEST for action security_group_rules [ 947.027269] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f with Priority: HIGHEST for action security_group_members [ 947.027420] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e41810d-4bea-4fcd-9342-901e3e5b7b39 with Priority: HIGHEST for action port [ 947.028970] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1eef0506-1c43-4aa3-8ce6-a2f56673c16f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.028970] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.028970] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.029145] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.029145] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1eef0506-1c43-4aa3-8ce6-a2f56673c16f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.030051] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.030152] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.030346] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e41810d-4bea-4fcd-9342-901e3e5b7b39 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.030443] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e41810d-4bea-4fcd-9342-901e3e5b7b39" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.030506] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e41810d-4bea-4fcd-9342-901e3e5b7b39" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.030749] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e41810d-4bea-4fcd-9342-901e3e5b7b39" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.030974] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e41810d-4bea-4fcd-9342-901e3e5b7b39',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.486864] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 70248686-be65-4d8e-9c48-0bdd16ba71c5 [ 947.486864] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.486864] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.486864] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.487651] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.487651] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.487651] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:70248686-be65-4d8e-9c48-0bdd16ba71c5 already deleted. [ 947.487651] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70248686-be65-4d8e-9c48-0bdd16ba71c5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.504249] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dd8386e-203d-4d2b-8a88-4e61b6fb9327 in Status: SUCCESS [ 947.504249] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dd8386e-203d-4d2b-8a88-4e61b6fb9327 deletion is rescheduled due to dependency. [ 947.504356] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.533081] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.533229] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.533750] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e41810d-4bea-4fcd-9342-901e3e5b7b39 with status ACTIVE [ 947.533750] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.533750] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.533750] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.533995] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.534111] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.535672] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.535672] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.535672] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.535672] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.535672] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.535672] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.535672] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.535672] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.535672] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.535672] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.535672] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e41810d-4bea-4fcd-9342-901e3e5b7b39 is going to be updated. [ 947.560136] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.560136] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.560136] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.560478] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.560724] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.561119] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e41810d-4bea-4fcd-9342-901e3e5b7b39" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.772509] env[67081]: INFO networking_nsxv3.common.synchronization [req-ced40d46-cf69-4a98-ab5e-eae70029315f req-193c4607-fcd2-46fa-9cd7-6a32f96d560c tempest-ServerActionsTestOtherB-350996486 tempest-ServerActionsTestOtherB-350996486-project-member] Enqueued Resource ID: b681163c-65aa-4fad-9551-9cdde77f823b with Priority: HIGHEST for action security_group_members [ 947.772509] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b681163c-65aa-4fad-9551-9cdde77f823b with Priority: HIGHEST for action security_group_members [ 947.772509] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-b681163c-65aa-4fad-9551-9cdde77f823b taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.772509] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.772797] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.772797] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.773010] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.773082] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.773139] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.773500] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.773500] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.773500] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b681163c-65aa-4fad-9551-9cdde77f823b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.191097] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-753 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.191356] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-753" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.191482] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-753" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.191771] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-753" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.192057] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.192219] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.192336] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.192582] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.192755] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.193013] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 948.193131] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 948.193238] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 948.193339] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 948.193445] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 948.193552] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 948.193720] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 948.215852] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 948.215970] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 948.216120] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 948.216299] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-753" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.216615] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-ecb5bc3d-d008-4459-8bfc-c55742571e0a taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.216786] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-ecb5bc3d-d008-4459-8bfc-c55742571e0a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.216905] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-ecb5bc3d-d008-4459-8bfc-c55742571e0a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.217327] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-ecb5bc3d-d008-4459-8bfc-c55742571e0a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.217468] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecb5bc3d-d008-4459-8bfc-c55742571e0a',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.278526] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.278526] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.278526] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.278526] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.305424] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.305424] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.305424] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.305981] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.305981] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.305981] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.305981] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b681163c-65aa-4fad-9551-9cdde77f823b is going to be updated. [ 948.338909] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.338909] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.339101] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.341174] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.341174] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.351022] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b681163c-65aa-4fad-9551-9cdde77f823b in Status: IN_PROGRESS for 2s [ 948.507126] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7b46a9b-01bd-4b32-b2b5-20f256b2e04e in Status: SUCCESS [ 948.507543] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7b46a9b-01bd-4b32-b2b5-20f256b2e04e deletion is rescheduled due to dependency. [ 948.507665] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.507842] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.508143] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.508339] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.508458] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.508520] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.508678] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.508759] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.508845] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.509016] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.509100] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.509160] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.509312] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.509546] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.509546] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.509658] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.509710] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.509803] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.509896] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.509977] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7b46a9b-01bd-4b32-b2b5-20f256b2e04e',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.515090] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.515282] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.515460] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.515566] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.515656] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.515766] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.515844] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.515937] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7b46a9b-01bd-4b32-b2b5-20f256b2e04e',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.720366] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.720598] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.724019] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.724019] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.724019] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.724019] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port ecb5bc3d-d008-4459-8bfc-c55742571e0a not found, creating... [ 948.724019] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.724019] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.724019] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.724019] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.724019] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.725150] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.726251] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.726378] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.726618] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.726756] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.726897] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: ecb5bc3d-d008-4459-8bfc-c55742571e0a is going to be created. [ 948.748109] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.748366] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.748503] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.750874] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.750874] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.750874] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-ecb5bc3d-d008-4459-8bfc-c55742571e0a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.792609] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6252e64a-b311-40e1-bced-0dc0bf08891f in Status: SUCCESS [ 948.792922] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.793131] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.793356] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.793551] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.793671] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.793795] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.793972] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.794072] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.794162] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.794278] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6252e64a-b311-40e1-bced-0dc0bf08891f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.989765] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f in Status: SUCCESS [ 948.990046] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.990239] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.990465] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.990653] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.990772] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.990837] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.990987] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.991084] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.991179] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1eef0506-1c43-4aa3-8ce6-a2f56673c16f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.017794] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7b46a9b-01bd-4b32-b2b5-20f256b2e04e: rpc.has_security_group_logging(os_id): False [ 949.020275] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.020275] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.020275] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.020275] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.020275] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.020275] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.020275] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.020275] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.020583] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.020583] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.020583] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7b46a9b-01bd-4b32-b2b5-20f256b2e04e is going to be updated. [ 949.041072] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.041260] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.041305] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.041499] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.041590] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.041831] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.042042] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.042042] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.042192] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.042287] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.042504] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.042600] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.042660] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.042830] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.042901] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.044049] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.044049] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.044049] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.044049] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.044049] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.044049] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7b46a9b-01bd-4b32-b2b5-20f256b2e04e is going to be updated. [ 949.051282] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.051397] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.051499] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.051659] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.051804] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.063150] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7b46a9b-01bd-4b32-b2b5-20f256b2e04e in Status: IN_PROGRESS for 2s [ 949.122333] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.122473] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.122551] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.122834] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.123026] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.137092] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7b46a9b-01bd-4b32-b2b5-20f256b2e04e in Status: IN_PROGRESS for 2s [ 949.296911] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6252e64a-b311-40e1-bced-0dc0bf08891f taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.297108] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.297294] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.297544] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.297687] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.297839] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.297925] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.298216] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.298364] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.298509] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.298749] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6252e64a-b311-40e1-bced-0dc0bf08891f taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.298919] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.299008] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.299224] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.299454] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.299596] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.299688] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.299922] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.300058] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.300177] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.300298] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6252e64a-b311-40e1-bced-0dc0bf08891f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.428294] env[67081]: INFO networking_nsxv3.common.synchronization [None req-1e5872a6-1c15-4016-9933-8c93f8d83e63 None None] Enqueued Resource ID: efaa0283-1eb6-436e-bbc1-69d171d47a11 with Priority: HIGHEST for action port [ 949.429361] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efaa0283-1eb6-436e-bbc1-69d171d47a11 with Priority: HIGHEST for action port [ 949.429821] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-efaa0283-1eb6-436e-bbc1-69d171d47a11 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.430031] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efaa0283-1eb6-436e-bbc1-69d171d47a11" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.430104] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efaa0283-1eb6-436e-bbc1-69d171d47a11" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.430436] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efaa0283-1eb6-436e-bbc1-69d171d47a11" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.430521] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efaa0283-1eb6-436e-bbc1-69d171d47a11',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.493470] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1eef0506-1c43-4aa3-8ce6-a2f56673c16f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.565355] env[67081]: INFO networking_nsxv3.common.synchronization [req-ced40d46-cf69-4a98-ab5e-eae70029315f req-d93740a8-1048-4f2d-9b4d-abdb78854f0a service nova] Enqueued Resource ID: b681163c-65aa-4fad-9551-9cdde77f823b with Priority: HIGHEST for action security_group_rules [ 949.565355] env[67081]: INFO networking_nsxv3.common.synchronization [req-ced40d46-cf69-4a98-ab5e-eae70029315f req-d93740a8-1048-4f2d-9b4d-abdb78854f0a service nova] Enqueued Resource ID: b681163c-65aa-4fad-9551-9cdde77f823b with Priority: HIGHEST for action security_group_members [ 949.565770] env[67081]: INFO networking_nsxv3.common.synchronization [req-ced40d46-cf69-4a98-ab5e-eae70029315f req-d93740a8-1048-4f2d-9b4d-abdb78854f0a service nova] Enqueued Resource ID: ecb5bc3d-d008-4459-8bfc-c55742571e0a with Priority: HIGHEST for action port [ 949.567207] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b681163c-65aa-4fad-9551-9cdde77f823b with Priority: HIGHEST for action security_group_rules [ 949.567207] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b681163c-65aa-4fad-9551-9cdde77f823b with Priority: HIGHEST for action security_group_members [ 949.567207] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecb5bc3d-d008-4459-8bfc-c55742571e0a with Priority: HIGHEST for action port [ 949.567770] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b681163c-65aa-4fad-9551-9cdde77f823b taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.568072] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.568072] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.569146] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.569146] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b681163c-65aa-4fad-9551-9cdde77f823b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.569520] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-b681163c-65aa-4fad-9551-9cdde77f823b taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.569665] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.569982] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-ecb5bc3d-d008-4459-8bfc-c55742571e0a taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.570167] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ecb5bc3d-d008-4459-8bfc-c55742571e0a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.570167] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ecb5bc3d-d008-4459-8bfc-c55742571e0a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.570350] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ecb5bc3d-d008-4459-8bfc-c55742571e0a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.570481] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecb5bc3d-d008-4459-8bfc-c55742571e0a',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.806401] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6252e64a-b311-40e1-bced-0dc0bf08891f: rpc.has_security_group_logging(os_id): False [ 949.826469] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.826727] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.826782] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.826993] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.827121] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.827390] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.827494] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.827566] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.827738] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.827818] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.828061] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.828175] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.828237] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.828406] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.828482] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.828678] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.828771] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.828832] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.828985] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.830344] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.830496] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6252e64a-b311-40e1-bced-0dc0bf08891f is going to be updated. [ 949.907782] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.907950] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.908035] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.908251] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.908403] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.921917] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6252e64a-b311-40e1-bced-0dc0bf08891f in Status: IN_PROGRESS for 2s [ 949.932882] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port efaa0283-1eb6-436e-bbc1-69d171d47a11 [ 949.933188] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.933350] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.933424] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.933634] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.933723] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.933823] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:efaa0283-1eb6-436e-bbc1-69d171d47a11 already deleted. [ 949.933905] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efaa0283-1eb6-436e-bbc1-69d171d47a11" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.996611] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1eef0506-1c43-4aa3-8ce6-a2f56673c16f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.074209] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-b681163c-65aa-4fad-9551-9cdde77f823b taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.074388] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.075156] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ecb5bc3d-d008-4459-8bfc-c55742571e0a with status ACTIVE [ 950.075399] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.075650] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.075650] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.076062] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.076272] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.076432] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.076559] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.076616] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.076813] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.076892] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.077096] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.077219] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.077273] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.077389] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.077481] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.077542] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ecb5bc3d-d008-4459-8bfc-c55742571e0a is going to be updated. [ 950.114733] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.114991] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.114991] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.115180] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.115328] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.115482] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ecb5bc3d-d008-4459-8bfc-c55742571e0a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.325830] env[67081]: INFO networking_nsxv3.common.synchronization [req-3035202e-d489-401b-aa25-e23ec8fee798 req-5e497675-c07d-48ce-9878-3b54df30737e tempest-ImagesOneServerNegativeTestJSON-894013560 tempest-ImagesOneServerNegativeTestJSON-894013560-project-member] Enqueued Resource ID: 8866959b-93f8-4465-93ba-9f20bba6c646 with Priority: HIGHEST for action security_group_members [ 950.326518] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8866959b-93f8-4465-93ba-9f20bba6c646 with Priority: HIGHEST for action security_group_members [ 950.327158] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-8866959b-93f8-4465-93ba-9f20bba6c646 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.327877] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.327992] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.328243] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.328429] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.328529] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.328602] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.328761] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.328860] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.329042] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8866959b-93f8-4465-93ba-9f20bba6c646',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.364964] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b681163c-65aa-4fad-9551-9cdde77f823b in Status: SUCCESS [ 950.365149] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b681163c-65aa-4fad-9551-9cdde77f823b deletion is rescheduled due to dependency. [ 950.365306] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.365848] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.366117] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.366281] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.366477] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.366477] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.366627] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.366737] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.366805] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b681163c-65aa-4fad-9551-9cdde77f823b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.502210] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.502210] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.502210] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.502210] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.502210] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.502210] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f is going to be updated. [ 950.538837] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.539032] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.539080] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.539336] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.539500] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.554288] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f in Status: IN_PROGRESS for 2s [ 950.822842] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock network-391 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.823559] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "network-391" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.823739] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "network-391" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.824052] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "network-391" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.824363] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.824531] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.824645] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.824868] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.825025] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.825240] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 950.825425] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 950.825536] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 950.825697] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 950.825818] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 950.825930] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 950.826059] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 950.832192] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.832357] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.832400] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.832622] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.858183] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.858454] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.858574] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.858630] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.858843] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.858924] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.860056] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8866959b-93f8-4465-93ba-9f20bba6c646 is going to be updated. [ 950.868068] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 950.868068] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 950.868223] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 950.868259] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "network-391" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.868589] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock port-6d269187-a26e-466d-ac14-2f44837e8607 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.869536] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "port-6d269187-a26e-466d-ac14-2f44837e8607" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.869536] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "port-6d269187-a26e-466d-ac14-2f44837e8607" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.869536] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "port-6d269187-a26e-466d-ac14-2f44837e8607" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.869536] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d269187-a26e-466d-ac14-2f44837e8607',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.871417] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b681163c-65aa-4fad-9551-9cdde77f823b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.892429] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.892429] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.892429] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.892429] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.892429] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.901752] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8866959b-93f8-4465-93ba-9f20bba6c646 in Status: IN_PROGRESS for 2s [ 951.074041] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7b46a9b-01bd-4b32-b2b5-20f256b2e04e in Status: SUCCESS [ 951.074041] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7b46a9b-01bd-4b32-b2b5-20f256b2e04e deletion is rescheduled due to dependency. [ 951.074041] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.151199] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7b46a9b-01bd-4b32-b2b5-20f256b2e04e in Status: SUCCESS [ 951.151370] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.151535] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.151840] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.151944] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7b46a9b-01bd-4b32-b2b5-20f256b2e04e',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.372648] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.372648] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.372875] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.373641] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.373641] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.373641] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Segment Port 6d269187-a26e-466d-ac14-2f44837e8607 not found, creating... [ 951.373820] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.373932] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.374072] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.374310] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.374565] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.374745] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.374954] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.375137] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.375374] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.375506] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.375640] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Resource: SegmentPort with ID: 6d269187-a26e-466d-ac14-2f44837e8607 is going to be created. [ 951.376751] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b681163c-65aa-4fad-9551-9cdde77f823b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.399431] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.399696] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.400046] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.400383] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.400828] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.401487] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "port-6d269187-a26e-466d-ac14-2f44837e8607" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.675480] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.675591] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.675667] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.675896] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.675987] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.676105] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7b46a9b-01bd-4b32-b2b5-20f256b2e04e is going to be deleted. [ 951.727645] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.727827] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.727827] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.728022] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.728094] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.728209] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7b46a9b-01bd-4b32-b2b5-20f256b2e04e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.880043] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.880335] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.880335] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.884066] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.884066] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.884066] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b681163c-65aa-4fad-9551-9cdde77f823b is going to be updated. [ 951.922362] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.922362] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.922362] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.922362] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.922362] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.935829] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b681163c-65aa-4fad-9551-9cdde77f823b in Status: IN_PROGRESS for 2s [ 951.944597] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6252e64a-b311-40e1-bced-0dc0bf08891f in Status: SUCCESS [ 951.944597] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.207252] env[67081]: INFO networking_nsxv3.common.synchronization [req-3035202e-d489-401b-aa25-e23ec8fee798 req-b7e67829-f807-4997-ba4e-5173327d13c9 service nova] Enqueued Resource ID: 8866959b-93f8-4465-93ba-9f20bba6c646 with Priority: HIGHEST for action security_group_rules [ 952.207504] env[67081]: INFO networking_nsxv3.common.synchronization [req-3035202e-d489-401b-aa25-e23ec8fee798 req-b7e67829-f807-4997-ba4e-5173327d13c9 service nova] Enqueued Resource ID: 8866959b-93f8-4465-93ba-9f20bba6c646 with Priority: HIGHEST for action security_group_members [ 952.207724] env[67081]: INFO networking_nsxv3.common.synchronization [req-3035202e-d489-401b-aa25-e23ec8fee798 req-b7e67829-f807-4997-ba4e-5173327d13c9 service nova] Enqueued Resource ID: 6d269187-a26e-466d-ac14-2f44837e8607 with Priority: HIGHEST for action port [ 952.208421] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8866959b-93f8-4465-93ba-9f20bba6c646 with Priority: HIGHEST for action security_group_rules [ 952.208711] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8866959b-93f8-4465-93ba-9f20bba6c646 with Priority: HIGHEST for action security_group_members [ 952.208886] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d269187-a26e-466d-ac14-2f44837e8607 with Priority: HIGHEST for action port [ 952.209284] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8866959b-93f8-4465-93ba-9f20bba6c646 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.209449] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.209551] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.210021] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.210021] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8866959b-93f8-4465-93ba-9f20bba6c646',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.211209] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-8866959b-93f8-4465-93ba-9f20bba6c646 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.211357] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.211640] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d269187-a26e-466d-ac14-2f44837e8607 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.211813] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d269187-a26e-466d-ac14-2f44837e8607" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.211993] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d269187-a26e-466d-ac14-2f44837e8607" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.212266] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d269187-a26e-466d-ac14-2f44837e8607" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.212361] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d269187-a26e-466d-ac14-2f44837e8607',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.565549] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f in Status: SUCCESS [ 952.565549] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.565926] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.566269] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.566544] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.566766] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.566831] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.567026] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.567101] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.567253] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.567318] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1eef0506-1c43-4aa3-8ce6-a2f56673c16f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.715153] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-8866959b-93f8-4465-93ba-9f20bba6c646 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.715153] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.715153] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6d269187-a26e-466d-ac14-2f44837e8607 with status ACTIVE [ 952.715153] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.715153] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.715153] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.715473] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.715473] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.715568] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.715611] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.716323] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.716323] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.716323] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.717053] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.718282] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.718402] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.718459] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.718539] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.718635] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6d269187-a26e-466d-ac14-2f44837e8607 is going to be updated. [ 952.741230] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.741395] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.741918] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.741918] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.741918] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.742177] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d269187-a26e-466d-ac14-2f44837e8607" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.913484] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8866959b-93f8-4465-93ba-9f20bba6c646 in Status: SUCCESS [ 952.913867] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8866959b-93f8-4465-93ba-9f20bba6c646 deletion is rescheduled due to dependency. [ 952.913867] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.914176] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.914213] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.914430] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.914527] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.914562] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.914815] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.914906] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.915009] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8866959b-93f8-4465-93ba-9f20bba6c646',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.072036] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.072036] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.072036] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.072036] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.072036] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.072036] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.072036] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.072036] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.072036] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.072036] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.072036] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.072036] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.072036] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.072036] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.072036] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.072036] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.072711] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.072711] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.072711] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.072711] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.072711] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1eef0506-1c43-4aa3-8ce6-a2f56673c16f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.417559] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8866959b-93f8-4465-93ba-9f20bba6c646',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.575420] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1eef0506-1c43-4aa3-8ce6-a2f56673c16f: rpc.has_security_group_logging(os_id): False [ 953.601824] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.602150] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.602243] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.602482] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.628715] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.628715] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.628715] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.628715] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.628715] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.628715] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.628715] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.628715] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.629100] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.629100] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.629100] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.629234] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.629313] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.629349] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.629557] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.629557] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.629669] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f is going to be updated. [ 953.727470] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.727676] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.727732] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.727970] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.728150] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.747638] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f in Status: IN_PROGRESS for 2s [ 953.924338] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8866959b-93f8-4465-93ba-9f20bba6c646',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.947465] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b681163c-65aa-4fad-9551-9cdde77f823b in Status: SUCCESS [ 953.947719] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.947896] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.948167] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.948735] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.948878] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.948943] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.949179] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.949292] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.949395] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.949717] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b681163c-65aa-4fad-9551-9cdde77f823b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.132453] env[67081]: INFO networking_nsxv3.common.synchronization [req-1ee37dff-a1bf-42ff-a729-dd293bc1e050 req-ab237fae-3ef2-4969-bc33-9e13c95dc07d tempest-ServerGroupTestJSON-24479701 tempest-ServerGroupTestJSON-24479701-project-member] Enqueued Resource ID: 05fd25f3-1521-45e0-aa90-6b662588426e with Priority: HIGHEST for action security_group_members [ 954.133039] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05fd25f3-1521-45e0-aa90-6b662588426e with Priority: HIGHEST for action security_group_members [ 954.134289] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-05fd25f3-1521-45e0-aa90-6b662588426e taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.134289] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05fd25f3-1521-45e0-aa90-6b662588426e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.134289] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05fd25f3-1521-45e0-aa90-6b662588426e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.134289] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05fd25f3-1521-45e0-aa90-6b662588426e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.134822] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.134822] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.134822] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.134822] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.134958] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.135478] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05fd25f3-1521-45e0-aa90-6b662588426e',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.428648] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.428648] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.428648] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.429154] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.429154] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.429154] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8866959b-93f8-4465-93ba-9f20bba6c646 is going to be updated. [ 954.452825] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b681163c-65aa-4fad-9551-9cdde77f823b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.505456] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.505674] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.505725] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.505988] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.506256] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.523448] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8866959b-93f8-4465-93ba-9f20bba6c646 in Status: IN_PROGRESS for 2s [ 954.638590] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.638590] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.638590] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.638957] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.638957] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.639066] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.639207] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.639318] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.639505] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.639599] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.639703] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05fd25f3-1521-45e0-aa90-6b662588426e already deleted. [ 954.639837] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05fd25f3-1521-45e0-aa90-6b662588426e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.740697] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-13 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.740912] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-13" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.741115] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-13" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.741519] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-13" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.741873] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.742084] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.742269] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.742595] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.743061] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.743153] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 954.743232] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 954.743397] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 954.743553] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 954.743695] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 954.743812] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 954.743956] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 954.774786] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 954.775110] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 954.775375] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 954.775667] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-13" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.776183] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-251dbfca-fe03-4929-ae66-b66dfa94516c taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.776487] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-251dbfca-fe03-4929-ae66-b66dfa94516c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.776763] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-251dbfca-fe03-4929-ae66-b66dfa94516c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.777309] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-251dbfca-fe03-4929-ae66-b66dfa94516c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.777567] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('251dbfca-fe03-4929-ae66-b66dfa94516c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.955270] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b681163c-65aa-4fad-9551-9cdde77f823b: rpc.has_security_group_logging(os_id): False [ 954.985455] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.985768] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.985890] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.986248] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.986400] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.986850] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.987072] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.987224] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.987544] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.987678] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.987811] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b681163c-65aa-4fad-9551-9cdde77f823b is going to be updated. [ 955.111622] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.111848] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.111897] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.112136] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.112299] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.128435] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b681163c-65aa-4fad-9551-9cdde77f823b in Status: IN_PROGRESS for 2s [ 955.281336] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.281588] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.281815] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.282135] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.282379] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.282461] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port 251dbfca-fe03-4929-ae66-b66dfa94516c not found, creating... [ 955.282753] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.283143] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.283143] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.283309] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.283455] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.283781] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.283937] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.284063] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.284339] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.284513] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.284770] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: 251dbfca-fe03-4929-ae66-b66dfa94516c is going to be created. [ 955.336943] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.337473] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.337761] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.338293] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.338598] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.339466] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-251dbfca-fe03-4929-ae66-b66dfa94516c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.768383] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f in Status: SUCCESS [ 955.768621] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.057637] env[67081]: INFO networking_nsxv3.common.synchronization [req-1ee37dff-a1bf-42ff-a729-dd293bc1e050 req-c8f64ae8-fe83-4363-80e2-affcaaf496ac service nova] Enqueued Resource ID: 05fd25f3-1521-45e0-aa90-6b662588426e with Priority: HIGHEST for action security_group_rules [ 956.057932] env[67081]: INFO networking_nsxv3.common.synchronization [req-1ee37dff-a1bf-42ff-a729-dd293bc1e050 req-c8f64ae8-fe83-4363-80e2-affcaaf496ac service nova] Enqueued Resource ID: 05fd25f3-1521-45e0-aa90-6b662588426e with Priority: HIGHEST for action security_group_members [ 956.057932] env[67081]: INFO networking_nsxv3.common.synchronization [req-1ee37dff-a1bf-42ff-a729-dd293bc1e050 req-c8f64ae8-fe83-4363-80e2-affcaaf496ac service nova] Enqueued Resource ID: 251dbfca-fe03-4929-ae66-b66dfa94516c with Priority: HIGHEST for action port [ 956.059236] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05fd25f3-1521-45e0-aa90-6b662588426e with Priority: HIGHEST for action security_group_rules [ 956.059411] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05fd25f3-1521-45e0-aa90-6b662588426e with Priority: HIGHEST for action security_group_members [ 956.059478] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 251dbfca-fe03-4929-ae66-b66dfa94516c with Priority: HIGHEST for action port [ 956.060399] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05fd25f3-1521-45e0-aa90-6b662588426e taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.060523] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05fd25f3-1521-45e0-aa90-6b662588426e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.060588] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05fd25f3-1521-45e0-aa90-6b662588426e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.060963] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05fd25f3-1521-45e0-aa90-6b662588426e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.060963] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05fd25f3-1521-45e0-aa90-6b662588426e',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.061764] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-05fd25f3-1521-45e0-aa90-6b662588426e taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.061970] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05fd25f3-1521-45e0-aa90-6b662588426e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.062039] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05fd25f3-1521-45e0-aa90-6b662588426e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.062222] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05fd25f3-1521-45e0-aa90-6b662588426e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.062369] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.062463] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.062531] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.063474] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.063950] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.063950] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05fd25f3-1521-45e0-aa90-6b662588426e',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.064616] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-251dbfca-fe03-4929-ae66-b66dfa94516c taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.064757] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-251dbfca-fe03-4929-ae66-b66dfa94516c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.064818] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-251dbfca-fe03-4929-ae66-b66dfa94516c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.064941] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-251dbfca-fe03-4929-ae66-b66dfa94516c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.065044] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('251dbfca-fe03-4929-ae66-b66dfa94516c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.538836] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8866959b-93f8-4465-93ba-9f20bba6c646 in Status: SUCCESS [ 956.538836] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.538836] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.538836] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.538836] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.538836] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.538836] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.538836] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.538836] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.538836] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.538836] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8866959b-93f8-4465-93ba-9f20bba6c646',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.569614] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05fd25f3-1521-45e0-aa90-6b662588426e',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.569614] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-05fd25f3-1521-45e0-aa90-6b662588426e taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.569614] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05fd25f3-1521-45e0-aa90-6b662588426e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.570202] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 251dbfca-fe03-4929-ae66-b66dfa94516c with status ACTIVE [ 956.570561] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.570685] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.570757] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.571018] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.571181] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.571422] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.571679] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.571679] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.571979] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.572396] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.572721] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.573040] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.573086] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.573388] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.573522] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.574175] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 251dbfca-fe03-4929-ae66-b66dfa94516c is going to be updated. [ 956.591321] env[67081]: INFO networking_nsxv3.common.synchronization [req-f20c74b2-06e4-42f1-82f3-7271a3f012ba req-8ab59ea8-bead-46eb-87ca-68d7e65f1381 tempest-AttachVolumeNegativeTest-1783079297 tempest-AttachVolumeNegativeTest-1783079297-project-member] Enqueued Resource ID: dc6b44dc-e4a2-4cc0-9998-91b2285e9c61 with Priority: HIGHEST for action security_group_members [ 956.592507] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc6b44dc-e4a2-4cc0-9998-91b2285e9c61 with Priority: HIGHEST for action security_group_members [ 956.593146] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc6b44dc-e4a2-4cc0-9998-91b2285e9c61 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.593336] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc6b44dc-e4a2-4cc0-9998-91b2285e9c61" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.593439] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc6b44dc-e4a2-4cc0-9998-91b2285e9c61" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.595130] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc6b44dc-e4a2-4cc0-9998-91b2285e9c61" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.595353] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.595479] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.595548] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.595746] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.595837] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.595942] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc6b44dc-e4a2-4cc0-9998-91b2285e9c61',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.602398] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.602646] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.602646] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.602843] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.603065] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.603144] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-251dbfca-fe03-4929-ae66-b66dfa94516c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.041070] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-8866959b-93f8-4465-93ba-9f20bba6c646 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.041260] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.041302] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.041638] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.042186] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.042186] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.042186] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.042430] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.042430] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.042430] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.042613] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-8866959b-93f8-4465-93ba-9f20bba6c646 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.042678] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.042724] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.043026] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.043206] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.043589] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.043589] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.043589] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.043830] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.043830] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.043830] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8866959b-93f8-4465-93ba-9f20bba6c646',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.071355] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05fd25f3-1521-45e0-aa90-6b662588426e',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.073928] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock network-947 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.075749] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "network-947" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.075928] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "network-947" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.076219] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "network-947" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.076494] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.076670] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.076786] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.077021] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.077171] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.077522] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 957.078014] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 957.078211] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 957.078346] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 957.078464] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 957.078826] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 957.078826] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 957.099190] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 957.099390] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 957.099806] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 957.099806] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "network-947" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.099979] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock port-a1bde752-be2c-4fa3-9772-a1f6e7df6e36 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.100170] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "port-a1bde752-be2c-4fa3-9772-a1f6e7df6e36" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.100292] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "port-a1bde752-be2c-4fa3-9772-a1f6e7df6e36" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.100624] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "port-a1bde752-be2c-4fa3-9772-a1f6e7df6e36" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.100799] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1bde752-be2c-4fa3-9772-a1f6e7df6e36',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.102192] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.102357] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.102415] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.102544] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.102627] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.102821] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.102919] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.103025] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.103144] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.103218] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.103304] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc6b44dc-e4a2-4cc0-9998-91b2285e9c61 already deleted. [ 957.103445] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc6b44dc-e4a2-4cc0-9998-91b2285e9c61" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.142987] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b681163c-65aa-4fad-9551-9cdde77f823b in Status: SUCCESS [ 957.143240] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.547431] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8866959b-93f8-4465-93ba-9f20bba6c646: rpc.has_security_group_logging(os_id): False [ 957.569040] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.569040] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.569040] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.569040] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.569299] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.569332] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.569421] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.569500] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.569629] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.569702] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.569912] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.570022] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.570088] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.570229] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.570305] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.570504] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.570599] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.570663] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.570802] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.570931] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.570962] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8866959b-93f8-4465-93ba-9f20bba6c646 is going to be updated. [ 957.580719] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.580859] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.580934] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.581151] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.581245] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.581392] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05fd25f3-1521-45e0-aa90-6b662588426e is going to be created. [ 957.605045] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.605277] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.605404] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.605696] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.605847] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.606009] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Segment Port a1bde752-be2c-4fa3-9772-a1f6e7df6e36 not found, creating... [ 957.606280] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.606441] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.606564] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.606776] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.606912] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.607220] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.607365] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.607480] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.607693] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.607827] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.607970] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Resource: SegmentPort with ID: a1bde752-be2c-4fa3-9772-a1f6e7df6e36 is going to be created. [ 957.610462] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.610634] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.610634] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.610798] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.610946] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.622343] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05fd25f3-1521-45e0-aa90-6b662588426e in Status: UNINITIALIZED for 2s [ 957.631331] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.631552] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.631676] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.632013] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.632222] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.632453] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "port-a1bde752-be2c-4fa3-9772-a1f6e7df6e36" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.656546] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.656741] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.656842] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.657137] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.657340] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.682576] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8866959b-93f8-4465-93ba-9f20bba6c646 in Status: IN_PROGRESS for 2s [ 958.419246] env[67081]: INFO networking_nsxv3.common.synchronization [req-f20c74b2-06e4-42f1-82f3-7271a3f012ba req-04367296-1909-4f1a-992c-af78002f6de8 service nova] Enqueued Resource ID: dc6b44dc-e4a2-4cc0-9998-91b2285e9c61 with Priority: HIGHEST for action security_group_rules [ 958.419246] env[67081]: INFO networking_nsxv3.common.synchronization [req-f20c74b2-06e4-42f1-82f3-7271a3f012ba req-04367296-1909-4f1a-992c-af78002f6de8 service nova] Enqueued Resource ID: dc6b44dc-e4a2-4cc0-9998-91b2285e9c61 with Priority: HIGHEST for action security_group_members [ 958.419246] env[67081]: INFO networking_nsxv3.common.synchronization [req-f20c74b2-06e4-42f1-82f3-7271a3f012ba req-04367296-1909-4f1a-992c-af78002f6de8 service nova] Enqueued Resource ID: a1bde752-be2c-4fa3-9772-a1f6e7df6e36 with Priority: HIGHEST for action port [ 958.419542] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc6b44dc-e4a2-4cc0-9998-91b2285e9c61 with Priority: HIGHEST for action security_group_rules [ 958.419542] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc6b44dc-e4a2-4cc0-9998-91b2285e9c61 with Priority: HIGHEST for action security_group_members [ 958.419665] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1bde752-be2c-4fa3-9772-a1f6e7df6e36 with Priority: HIGHEST for action port [ 958.419872] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc6b44dc-e4a2-4cc0-9998-91b2285e9c61 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.420742] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc6b44dc-e4a2-4cc0-9998-91b2285e9c61" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.420742] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc6b44dc-e4a2-4cc0-9998-91b2285e9c61" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.420742] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc6b44dc-e4a2-4cc0-9998-91b2285e9c61" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.420742] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc6b44dc-e4a2-4cc0-9998-91b2285e9c61',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.423145] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc6b44dc-e4a2-4cc0-9998-91b2285e9c61 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.423486] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc6b44dc-e4a2-4cc0-9998-91b2285e9c61" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.423486] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc6b44dc-e4a2-4cc0-9998-91b2285e9c61" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.423578] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc6b44dc-e4a2-4cc0-9998-91b2285e9c61" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.423659] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.424782] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.424782] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.424782] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.424883] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.425463] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc6b44dc-e4a2-4cc0-9998-91b2285e9c61',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.426238] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1bde752-be2c-4fa3-9772-a1f6e7df6e36 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.426322] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1bde752-be2c-4fa3-9772-a1f6e7df6e36" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.426322] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1bde752-be2c-4fa3-9772-a1f6e7df6e36" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.426631] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1bde752-be2c-4fa3-9772-a1f6e7df6e36" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.427725] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1bde752-be2c-4fa3-9772-a1f6e7df6e36',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.933026] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc6b44dc-e4a2-4cc0-9998-91b2285e9c61 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.933026] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc6b44dc-e4a2-4cc0-9998-91b2285e9c61" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.933026] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc6b44dc-e4a2-4cc0-9998-91b2285e9c61',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.933288] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a1bde752-be2c-4fa3-9772-a1f6e7df6e36 with status ACTIVE [ 958.933482] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.933568] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.933609] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.934844] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.934844] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.934844] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.934844] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.934844] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.934844] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.934844] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.935298] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.935298] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.935298] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.935423] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.935423] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.936662] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a1bde752-be2c-4fa3-9772-a1f6e7df6e36 is going to be updated. [ 958.961273] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.961455] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.961526] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.961779] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.961947] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.962186] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1bde752-be2c-4fa3-9772-a1f6e7df6e36" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.439193] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc6b44dc-e4a2-4cc0-9998-91b2285e9c61',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.633949] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05fd25f3-1521-45e0-aa90-6b662588426e in Status: SUCCESS [ 959.634216] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05fd25f3-1521-45e0-aa90-6b662588426e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.634411] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05fd25f3-1521-45e0-aa90-6b662588426e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.634644] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05fd25f3-1521-45e0-aa90-6b662588426e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.634845] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.635081] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.635151] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.635331] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.635408] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.635496] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05fd25f3-1521-45e0-aa90-6b662588426e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.635589] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('05fd25f3-1521-45e0-aa90-6b662588426e',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.697996] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8866959b-93f8-4465-93ba-9f20bba6c646 in Status: SUCCESS [ 959.699438] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.941592] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.941804] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.941929] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.942207] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.942327] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.942460] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc6b44dc-e4a2-4cc0-9998-91b2285e9c61 is going to be created. [ 959.973167] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.973167] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.973167] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.974118] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.974118] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.987222] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc6b44dc-e4a2-4cc0-9998-91b2285e9c61 in Status: UNINITIALIZED for 2s [ 960.138677] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-05fd25f3-1521-45e0-aa90-6b662588426e taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.138853] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05fd25f3-1521-45e0-aa90-6b662588426e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.138924] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05fd25f3-1521-45e0-aa90-6b662588426e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.139206] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05fd25f3-1521-45e0-aa90-6b662588426e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.139380] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.139508] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.139586] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.139767] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.139855] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.139946] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05fd25f3-1521-45e0-aa90-6b662588426e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.140377] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-05fd25f3-1521-45e0-aa90-6b662588426e taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.140377] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05fd25f3-1521-45e0-aa90-6b662588426e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.140377] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05fd25f3-1521-45e0-aa90-6b662588426e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.140528] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05fd25f3-1521-45e0-aa90-6b662588426e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.140576] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.140677] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.140748] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.140903] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.140999] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.141131] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05fd25f3-1521-45e0-aa90-6b662588426e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.141250] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('05fd25f3-1521-45e0-aa90-6b662588426e',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.645035] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 05fd25f3-1521-45e0-aa90-6b662588426e: rpc.has_security_group_logging(os_id): False [ 960.667092] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.667092] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.667092] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.667238] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.667268] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.667507] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.667610] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.667668] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.667897] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.667980] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.668271] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.668401] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.668475] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.668646] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.668718] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.669492] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.669659] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.669741] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.669972] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.670093] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.671390] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05fd25f3-1521-45e0-aa90-6b662588426e is going to be created. [ 960.744564] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.744564] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.744564] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.744867] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.744867] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.761323] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05fd25f3-1521-45e0-aa90-6b662588426e in Status: IN_PROGRESS for 2s [ 961.998710] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc6b44dc-e4a2-4cc0-9998-91b2285e9c61 in Status: SUCCESS [ 962.000183] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc6b44dc-e4a2-4cc0-9998-91b2285e9c61" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.000183] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc6b44dc-e4a2-4cc0-9998-91b2285e9c61" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.000183] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc6b44dc-e4a2-4cc0-9998-91b2285e9c61" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.000183] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.000183] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.000183] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.000183] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.000183] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.000183] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc6b44dc-e4a2-4cc0-9998-91b2285e9c61" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.000748] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc6b44dc-e4a2-4cc0-9998-91b2285e9c61',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.021280] env[67081]: INFO networking_nsxv3.common.synchronization [req-275cf81a-8c0a-4d17-8544-5521c38f4ed0 req-0d4eb0b0-8767-488b-bfe9-dc8f755b0024 tempest-ServerActionsTestOtherA-1901782994 tempest-ServerActionsTestOtherA-1901782994-project-member] Enqueued Resource ID: c6853e27-2966-4f7f-9697-d59659d050a6 with Priority: HIGHEST for action security_group_members [ 962.021280] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6853e27-2966-4f7f-9697-d59659d050a6 with Priority: HIGHEST for action security_group_members [ 962.021280] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6853e27-2966-4f7f-9697-d59659d050a6 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.021280] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6853e27-2966-4f7f-9697-d59659d050a6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.021280] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6853e27-2966-4f7f-9697-d59659d050a6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.021541] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6853e27-2966-4f7f-9697-d59659d050a6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.021804] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.022338] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.022745] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.023146] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.023352] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.023561] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6853e27-2966-4f7f-9697-d59659d050a6',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.411841] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock network-755 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.412173] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "network-755" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.412309] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "network-755" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.412650] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "network-755" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.413330] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.413330] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.413330] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.413581] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.413723] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.413940] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 962.414062] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 962.414231] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 962.414350] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 962.414461] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 962.414563] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 962.414694] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 962.439998] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 962.440221] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 962.440375] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 962.440670] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "network-755" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.440866] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock port-237ea4e8-ed2a-408b-813c-93185bc619bc taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.441054] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "port-237ea4e8-ed2a-408b-813c-93185bc619bc" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.441176] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "port-237ea4e8-ed2a-408b-813c-93185bc619bc" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.441605] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "port-237ea4e8-ed2a-408b-813c-93185bc619bc" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.441741] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('237ea4e8-ed2a-408b-813c-93185bc619bc',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.503500] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc6b44dc-e4a2-4cc0-9998-91b2285e9c61',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.527461] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.527782] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.527782] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.528080] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.528200] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.528462] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.528569] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.528634] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.528981] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.528981] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.528981] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6853e27-2966-4f7f-9697-d59659d050a6 already deleted. [ 962.529166] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6853e27-2966-4f7f-9697-d59659d050a6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.774875] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05fd25f3-1521-45e0-aa90-6b662588426e in Status: SUCCESS [ 962.775169] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05fd25f3-1521-45e0-aa90-6b662588426e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.944848] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.945317] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.945585] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.946164] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.946442] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.946755] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Segment Port 237ea4e8-ed2a-408b-813c-93185bc619bc not found, creating... [ 962.947490] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.947801] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.948076] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.948464] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.948846] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.949351] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.949653] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.949879] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.950280] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.950423] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.950610] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Resource: SegmentPort with ID: 237ea4e8-ed2a-408b-813c-93185bc619bc is going to be created. [ 962.978733] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.979130] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.979291] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.979693] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.979911] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.980314] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "port-237ea4e8-ed2a-408b-813c-93185bc619bc" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.006386] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc6b44dc-e4a2-4cc0-9998-91b2285e9c61: rpc.has_security_group_logging(os_id): False [ 963.032102] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.032320] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.032421] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.032746] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.032911] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.033503] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.033616] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.033671] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.034160] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.034234] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.034362] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc6b44dc-e4a2-4cc0-9998-91b2285e9c61 is going to be created. [ 963.130622] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.130910] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.130910] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.131107] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.131328] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.147942] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc6b44dc-e4a2-4cc0-9998-91b2285e9c61 in Status: IN_PROGRESS for 2s [ 963.794375] env[67081]: INFO networking_nsxv3.common.synchronization [req-275cf81a-8c0a-4d17-8544-5521c38f4ed0 req-779328f5-8b3f-4663-b327-fdfc6106c609 service nova] Enqueued Resource ID: c6853e27-2966-4f7f-9697-d59659d050a6 with Priority: HIGHEST for action security_group_rules [ 963.794608] env[67081]: INFO networking_nsxv3.common.synchronization [req-275cf81a-8c0a-4d17-8544-5521c38f4ed0 req-779328f5-8b3f-4663-b327-fdfc6106c609 service nova] Enqueued Resource ID: c6853e27-2966-4f7f-9697-d59659d050a6 with Priority: HIGHEST for action security_group_members [ 963.794868] env[67081]: INFO networking_nsxv3.common.synchronization [req-275cf81a-8c0a-4d17-8544-5521c38f4ed0 req-779328f5-8b3f-4663-b327-fdfc6106c609 service nova] Enqueued Resource ID: 237ea4e8-ed2a-408b-813c-93185bc619bc with Priority: HIGHEST for action port [ 963.796629] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6853e27-2966-4f7f-9697-d59659d050a6 with Priority: HIGHEST for action security_group_rules [ 963.796748] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6853e27-2966-4f7f-9697-d59659d050a6 with Priority: HIGHEST for action security_group_members [ 963.796809] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 237ea4e8-ed2a-408b-813c-93185bc619bc with Priority: HIGHEST for action port [ 963.797224] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6853e27-2966-4f7f-9697-d59659d050a6 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.797397] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6853e27-2966-4f7f-9697-d59659d050a6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.797467] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6853e27-2966-4f7f-9697-d59659d050a6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.799183] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6853e27-2966-4f7f-9697-d59659d050a6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.799183] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6853e27-2966-4f7f-9697-d59659d050a6',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.801506] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6853e27-2966-4f7f-9697-d59659d050a6 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.801636] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6853e27-2966-4f7f-9697-d59659d050a6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.801712] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6853e27-2966-4f7f-9697-d59659d050a6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.801942] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6853e27-2966-4f7f-9697-d59659d050a6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.803159] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.803283] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.803343] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.803526] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.803627] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.803746] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6853e27-2966-4f7f-9697-d59659d050a6',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.804773] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-237ea4e8-ed2a-408b-813c-93185bc619bc taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.804982] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-237ea4e8-ed2a-408b-813c-93185bc619bc" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.805086] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-237ea4e8-ed2a-408b-813c-93185bc619bc" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.805222] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-237ea4e8-ed2a-408b-813c-93185bc619bc" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.805298] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('237ea4e8-ed2a-408b-813c-93185bc619bc',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.310851] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6853e27-2966-4f7f-9697-d59659d050a6 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.311167] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6853e27-2966-4f7f-9697-d59659d050a6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.311397] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6853e27-2966-4f7f-9697-d59659d050a6',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.312279] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 237ea4e8-ed2a-408b-813c-93185bc619bc with status ACTIVE [ 964.312464] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.312575] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.312644] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.313039] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.313228] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.313427] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.313533] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.313591] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.313754] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.313832] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.315709] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.315798] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.315833] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.316302] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.316302] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.316302] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 237ea4e8-ed2a-408b-813c-93185bc619bc is going to be updated. [ 964.345652] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.345890] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.345890] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.347035] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.347179] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.347236] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-237ea4e8-ed2a-408b-813c-93185bc619bc" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.815215] env[67081]: INFO networking_nsxv3.common.synchronization [req-bfe7d54e-3058-467c-a8c0-cbeb35c76ff8 req-da60034f-44ae-4619-b021-3f08e5c04a38 tempest-ServerRescueTestJSON-1834265151 tempest-ServerRescueTestJSON-1834265151-project-member] Enqueued Resource ID: 6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4 with Priority: HIGHEST for action security_group_members [ 964.815360] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4 with Priority: HIGHEST for action security_group_members [ 964.815708] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.816248] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.816248] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.816488] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.816659] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.816783] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.816894] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.819280] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.819280] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.819280] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.821034] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6853e27-2966-4f7f-9697-d59659d050a6',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.164505] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc6b44dc-e4a2-4cc0-9998-91b2285e9c61 in Status: SUCCESS [ 965.164505] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc6b44dc-e4a2-4cc0-9998-91b2285e9c61" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.255310] env[67081]: INFO networking_nsxv3.common.synchronization [None req-71e13e13-ea3b-4012-939d-8eced4e69fad None None] Enqueued Resource ID: 395403a0-4af4-4f04-bb9a-5a4f9a0b7918 with Priority: HIGHEST for action port [ 965.256207] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 395403a0-4af4-4f04-bb9a-5a4f9a0b7918 with Priority: HIGHEST for action port [ 965.256847] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-395403a0-4af4-4f04-bb9a-5a4f9a0b7918 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.257969] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-395403a0-4af4-4f04-bb9a-5a4f9a0b7918" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.257969] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-395403a0-4af4-4f04-bb9a-5a4f9a0b7918" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.257969] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-395403a0-4af4-4f04-bb9a-5a4f9a0b7918" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.257969] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('395403a0-4af4-4f04-bb9a-5a4f9a0b7918',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.320857] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.324489] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.324752] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.324831] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.325084] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.325181] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.325335] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6853e27-2966-4f7f-9697-d59659d050a6 is going to be created. [ 965.351801] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.351970] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.352072] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.352497] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.352683] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.363734] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6853e27-2966-4f7f-9697-d59659d050a6 in Status: UNINITIALIZED for 2s [ 965.764956] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 395403a0-4af4-4f04-bb9a-5a4f9a0b7918 [ 965.765342] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.765493] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.765593] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.765820] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.765921] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.766074] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:395403a0-4af4-4f04-bb9a-5a4f9a0b7918 already deleted. [ 965.766175] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-395403a0-4af4-4f04-bb9a-5a4f9a0b7918" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.783238] env[67081]: INFO networking_nsxv3.common.synchronization [req-7afd5097-66a0-4123-9985-602f1ba3a5a7 req-caf36c8b-c5de-4ac2-899c-59d4e4cbe2b1 tempest-ServerDiskConfigTestJSON-696026015 tempest-ServerDiskConfigTestJSON-696026015-project-member] Enqueued Resource ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 with Priority: HIGHEST for action security_group_members [ 965.783378] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 with Priority: HIGHEST for action security_group_members [ 965.783650] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e957e77c-acf8-49b7-a51d-e22fbbb26613 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.783777] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.783848] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.785049] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.785049] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.785049] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.785049] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.785049] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.785049] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.785049] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e957e77c-acf8-49b7-a51d-e22fbbb26613',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.823865] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.879722] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-892 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.880235] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-892" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.880235] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-892" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.880421] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-892" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.880908] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.880908] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.881126] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.881958] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.881958] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.881958] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 965.881958] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 965.881958] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 965.882234] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 965.882234] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 965.882351] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 965.883395] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 965.909082] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 965.909082] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 965.909082] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 965.909082] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-892" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.909564] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-6a7f9a20-fdf0-49ea-8441-0c221720f29d taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.909564] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-6a7f9a20-fdf0-49ea-8441-0c221720f29d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.909564] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-6a7f9a20-fdf0-49ea-8441-0c221720f29d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.910069] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-6a7f9a20-fdf0-49ea-8441-0c221720f29d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.910171] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a7f9a20-fdf0-49ea-8441-0c221720f29d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.288391] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.288711] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.288792] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.289223] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.317298] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.317298] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.317298] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.317298] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.317298] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.317298] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.317298] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 is going to be updated. [ 966.327561] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.329221] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.329221] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.329697] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.329830] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.329965] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4 is going to be updated. [ 966.368033] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.368033] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.368033] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.368033] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.368033] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.390024] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 in Status: IN_PROGRESS for 2s [ 966.397537] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.397765] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.397829] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.398205] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.398388] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.411787] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4 in Status: IN_PROGRESS for 2s [ 966.412484] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.412852] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.413096] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.413504] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.413823] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.414126] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port 6a7f9a20-fdf0-49ea-8441-0c221720f29d not found, creating... [ 966.414525] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.414829] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.415043] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.415368] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.415564] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.415925] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.416446] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.416446] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.416703] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.416888] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.417090] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: 6a7f9a20-fdf0-49ea-8441-0c221720f29d is going to be created. [ 966.451628] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.451923] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.452105] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.452418] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.452687] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.452946] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-6a7f9a20-fdf0-49ea-8441-0c221720f29d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.215248] env[67081]: INFO networking_nsxv3.common.synchronization [req-bfe7d54e-3058-467c-a8c0-cbeb35c76ff8 req-468bca6e-feac-4e02-832e-3b4a7399f12d service nova] Enqueued Resource ID: 6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4 with Priority: HIGHEST for action security_group_rules [ 967.215248] env[67081]: INFO networking_nsxv3.common.synchronization [req-bfe7d54e-3058-467c-a8c0-cbeb35c76ff8 req-468bca6e-feac-4e02-832e-3b4a7399f12d service nova] Enqueued Resource ID: 6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4 with Priority: HIGHEST for action security_group_members [ 967.215248] env[67081]: INFO networking_nsxv3.common.synchronization [req-bfe7d54e-3058-467c-a8c0-cbeb35c76ff8 req-468bca6e-feac-4e02-832e-3b4a7399f12d service nova] Enqueued Resource ID: 6a7f9a20-fdf0-49ea-8441-0c221720f29d with Priority: HIGHEST for action port [ 967.215248] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4 with Priority: HIGHEST for action security_group_rules [ 967.215248] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4 with Priority: HIGHEST for action security_group_members [ 967.215248] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a7f9a20-fdf0-49ea-8441-0c221720f29d with Priority: HIGHEST for action port [ 967.215248] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.215248] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.215248] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.215248] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.215248] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.215248] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.215248] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.215248] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a7f9a20-fdf0-49ea-8441-0c221720f29d taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.215248] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a7f9a20-fdf0-49ea-8441-0c221720f29d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.215248] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a7f9a20-fdf0-49ea-8441-0c221720f29d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.215799] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a7f9a20-fdf0-49ea-8441-0c221720f29d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.215799] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a7f9a20-fdf0-49ea-8441-0c221720f29d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.380367] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6853e27-2966-4f7f-9697-d59659d050a6 in Status: SUCCESS [ 967.380367] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6853e27-2966-4f7f-9697-d59659d050a6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.380367] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6853e27-2966-4f7f-9697-d59659d050a6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.380367] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6853e27-2966-4f7f-9697-d59659d050a6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.380367] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.380367] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.380367] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.380367] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.380367] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.380367] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6853e27-2966-4f7f-9697-d59659d050a6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.381407] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6853e27-2966-4f7f-9697-d59659d050a6',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.689583] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-278 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.689911] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-278" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.690503] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-278" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.690614] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-278" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.691088] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.691280] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.691397] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.691707] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.691956] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.692228] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 967.692390] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 967.692519] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 967.692666] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 967.692803] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 967.693023] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 967.693544] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 967.716929] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 967.717383] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 967.717629] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 967.718278] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-278" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.719335] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-b2f913dd-be8b-46a7-8374-519b17b2e303 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.719335] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-b2f913dd-be8b-46a7-8374-519b17b2e303" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.719500] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-b2f913dd-be8b-46a7-8374-519b17b2e303" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.720712] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-b2f913dd-be8b-46a7-8374-519b17b2e303" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.720850] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2f913dd-be8b-46a7-8374-519b17b2e303',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.722933] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.723587] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.723587] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a7f9a20-fdf0-49ea-8441-0c221720f29d with status ACTIVE [ 967.723587] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.723815] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.723815] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.724089] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.724285] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.725438] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.725438] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.725438] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.725438] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.725438] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.725438] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.726266] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.726266] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.726266] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.726266] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.726266] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a7f9a20-fdf0-49ea-8441-0c221720f29d is going to be updated. [ 967.755474] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.755882] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.756152] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.756582] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.756876] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.757568] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a7f9a20-fdf0-49ea-8441-0c221720f29d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.884400] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6853e27-2966-4f7f-9697-d59659d050a6',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.136482] env[67081]: INFO networking_nsxv3.common.synchronization [None req-69cf1d8f-fea1-4406-ac83-c6f351e720c7 None None] Enqueued Resource ID: 2e6aab75-622c-4297-83b9-44a1a2aff050 with Priority: HIGHEST for action port [ 968.136792] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e6aab75-622c-4297-83b9-44a1a2aff050 with Priority: HIGHEST for action port [ 968.137308] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e6aab75-622c-4297-83b9-44a1a2aff050 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.137695] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e6aab75-622c-4297-83b9-44a1a2aff050" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.137695] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e6aab75-622c-4297-83b9-44a1a2aff050" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.137954] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e6aab75-622c-4297-83b9-44a1a2aff050" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.138083] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e6aab75-622c-4297-83b9-44a1a2aff050',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.229562] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.229793] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.229909] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.230402] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.230647] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.231577] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.231577] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.231577] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.231577] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.231577] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.231965] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.232071] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.232205] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.232456] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.232596] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.232880] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: b2f913dd-be8b-46a7-8374-519b17b2e303 is going to be updated. [ 968.255732] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.255962] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.256049] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.256436] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.256698] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.257049] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-b2f913dd-be8b-46a7-8374-519b17b2e303" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.389679] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6853e27-2966-4f7f-9697-d59659d050a6: rpc.has_security_group_logging(os_id): False [ 968.408011] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 in Status: SUCCESS [ 968.408283] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 deletion is rescheduled due to dependency. [ 968.408517] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.411787] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.412695] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.412695] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.412695] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.412695] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.412695] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.413070] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.413070] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.413070] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.413245] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.413280] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6853e27-2966-4f7f-9697-d59659d050a6 is going to be created. [ 968.426521] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4 in Status: SUCCESS [ 968.427520] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.427520] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.427520] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.427520] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.427520] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.427820] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.427820] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.427820] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.427954] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.502812] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.503020] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.503225] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.503482] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.503644] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.516807] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6853e27-2966-4f7f-9697-d59659d050a6 in Status: IN_PROGRESS for 2s [ 968.641108] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e6aab75-622c-4297-83b9-44a1a2aff050 [ 968.641276] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.641369] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.641455] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.642263] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.642263] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.642444] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e6aab75-622c-4297-83b9-44a1a2aff050 already deleted. [ 968.642444] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e6aab75-622c-4297-83b9-44a1a2aff050" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.931188] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.026061] env[67081]: INFO networking_nsxv3.common.synchronization [req-c565796a-f209-40e1-b6af-212001f579db req-3631826c-1368-453d-81f2-821e2a0af7c9 tempest-ImagesOneServerNegativeTestJSON-894013560 tempest-ImagesOneServerNegativeTestJSON-894013560-project-member] Enqueued Resource ID: 8866959b-93f8-4465-93ba-9f20bba6c646 with Priority: HIGHEST for action security_group_members [ 969.026665] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8866959b-93f8-4465-93ba-9f20bba6c646 with Priority: HIGHEST for action security_group_members [ 969.027016] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-8866959b-93f8-4465-93ba-9f20bba6c646 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.028454] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.028537] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.028760] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.028934] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.029053] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.029111] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.029267] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.029345] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.029441] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8866959b-93f8-4465-93ba-9f20bba6c646',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.049340] env[67081]: INFO networking_nsxv3.common.synchronization [req-5ee2a777-ef7e-4936-b0eb-af80d618f844 req-bd3db751-e22d-4b7d-95e3-a392927dc30d service nova] Enqueued Resource ID: 371f8e0f-1704-4d94-96b5-c69c3b294cfb with Priority: HIGHEST for action security_group_rules [ 969.049871] env[67081]: INFO networking_nsxv3.common.synchronization [req-5ee2a777-ef7e-4936-b0eb-af80d618f844 req-bd3db751-e22d-4b7d-95e3-a392927dc30d service nova] Enqueued Resource ID: 371f8e0f-1704-4d94-96b5-c69c3b294cfb with Priority: HIGHEST for action security_group_members [ 969.049871] env[67081]: INFO networking_nsxv3.common.synchronization [req-5ee2a777-ef7e-4936-b0eb-af80d618f844 req-bd3db751-e22d-4b7d-95e3-a392927dc30d service nova] Enqueued Resource ID: b2f913dd-be8b-46a7-8374-519b17b2e303 with Priority: HIGHEST for action port [ 969.052027] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 371f8e0f-1704-4d94-96b5-c69c3b294cfb with Priority: HIGHEST for action security_group_rules [ 969.053967] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 371f8e0f-1704-4d94-96b5-c69c3b294cfb with Priority: HIGHEST for action security_group_members [ 969.055128] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2f913dd-be8b-46a7-8374-519b17b2e303 with Priority: HIGHEST for action port [ 969.055128] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-371f8e0f-1704-4d94-96b5-c69c3b294cfb taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.055128] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.055128] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.055370] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.055406] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('371f8e0f-1704-4d94-96b5-c69c3b294cfb',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.056734] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-371f8e0f-1704-4d94-96b5-c69c3b294cfb taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.058694] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.058810] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.059182] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.059182] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.059309] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.059340] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.060588] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.060588] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.060588] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('371f8e0f-1704-4d94-96b5-c69c3b294cfb',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.061262] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2f913dd-be8b-46a7-8374-519b17b2e303 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.061409] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2f913dd-be8b-46a7-8374-519b17b2e303" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.061459] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2f913dd-be8b-46a7-8374-519b17b2e303" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.061767] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2f913dd-be8b-46a7-8374-519b17b2e303" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.061863] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2f913dd-be8b-46a7-8374-519b17b2e303',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.432779] env[67081]: INFO networking_nsxv3.common.synchronization [req-47821c6a-42ad-4d13-a30c-2367f3dacd4e req-c226133d-3aa6-44bc-83dc-5c8838fbebf2 tempest-ImagesTestJSON-1520802003 tempest-ImagesTestJSON-1520802003-project-member] Enqueued Resource ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f with Priority: HIGHEST for action security_group_members [ 969.433831] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f with Priority: HIGHEST for action security_group_members [ 969.434177] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.434363] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.434484] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.434840] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.434976] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.435059] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.435175] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.435322] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.435446] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.435567] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1eef0506-1c43-4aa3-8ce6-a2f56673c16f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.439496] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.532816] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.533207] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.533207] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.533522] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.533753] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.534428] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.534428] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.534428] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.535017] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.535017] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.535017] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8866959b-93f8-4465-93ba-9f20bba6c646 is going to be updated. [ 969.565432] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-371f8e0f-1704-4d94-96b5-c69c3b294cfb taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.565641] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.565900] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('371f8e0f-1704-4d94-96b5-c69c3b294cfb',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.567550] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b2f913dd-be8b-46a7-8374-519b17b2e303 with status ACTIVE [ 969.567550] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.567550] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.567756] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.567820] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.567923] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.571348] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.571865] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.571865] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.572065] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.572172] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.572434] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.572853] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.572853] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.572853] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.573142] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.573142] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b2f913dd-be8b-46a7-8374-519b17b2e303 is going to be updated. [ 969.575515] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.575662] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.575728] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.575961] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.576614] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.588863] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8866959b-93f8-4465-93ba-9f20bba6c646 in Status: IN_PROGRESS for 2s [ 969.615118] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.615118] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.615118] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.615118] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.615118] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.615118] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2f913dd-be8b-46a7-8374-519b17b2e303" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.939219] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1eef0506-1c43-4aa3-8ce6-a2f56673c16f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.945737] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.945737] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.945737] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.946066] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.946066] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.946066] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4 is going to be updated. [ 969.979979] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.980102] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.981182] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.981182] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.981182] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.992626] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4 in Status: IN_PROGRESS for 2s [ 970.078548] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('371f8e0f-1704-4d94-96b5-c69c3b294cfb',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.441083] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1eef0506-1c43-4aa3-8ce6-a2f56673c16f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.534840] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6853e27-2966-4f7f-9697-d59659d050a6 in Status: SUCCESS [ 970.535110] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6853e27-2966-4f7f-9697-d59659d050a6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.583840] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.583980] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.584065] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.584894] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.584894] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.584894] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 371f8e0f-1704-4d94-96b5-c69c3b294cfb is going to be updated. [ 970.620229] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.620229] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.620229] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.620229] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.620229] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.633064] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 371f8e0f-1704-4d94-96b5-c69c3b294cfb in Status: IN_PROGRESS for 2s [ 970.943990] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.944189] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.944661] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.944982] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.945110] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.945218] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f is going to be updated. [ 970.975736] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.975941] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.975985] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.976477] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.976477] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.986539] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f in Status: IN_PROGRESS for 2s [ 971.599605] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8866959b-93f8-4465-93ba-9f20bba6c646 in Status: SUCCESS [ 971.599923] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8866959b-93f8-4465-93ba-9f20bba6c646 deletion is rescheduled due to dependency. [ 971.599923] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.005184] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4 in Status: SUCCESS [ 972.005338] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.005539] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.005766] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.006034] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.006187] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.006266] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.006430] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.006514] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.006601] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.006695] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.135734] env[67081]: INFO networking_nsxv3.common.synchronization [req-8150a43c-3ae2-43df-b1e4-4e1ed2b50c6a req-71d82bab-d455-468a-b1b2-5dd43b335212 tempest-ServersWithSpecificFlavorTestJSON-1931938235 tempest-ServersWithSpecificFlavorTestJSON-1931938235-project-member] Enqueued Resource ID: 4340cbb7-1752-4e7c-ab46-19add54aec1b with Priority: HIGHEST for action security_group_members [ 972.136984] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4340cbb7-1752-4e7c-ab46-19add54aec1b with Priority: HIGHEST for action security_group_members [ 972.137165] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-4340cbb7-1752-4e7c-ab46-19add54aec1b taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.137352] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4340cbb7-1752-4e7c-ab46-19add54aec1b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.137412] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4340cbb7-1752-4e7c-ab46-19add54aec1b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.137645] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4340cbb7-1752-4e7c-ab46-19add54aec1b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.137880] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.138040] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.138118] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.138449] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.138567] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.138639] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4340cbb7-1752-4e7c-ab46-19add54aec1b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.510261] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.510446] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.510561] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.510863] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.511382] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.511518] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.511596] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.512660] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.512660] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.512660] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.512660] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.512660] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.512660] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.512660] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.512989] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.512989] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.512989] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.513242] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.513242] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.513242] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.513368] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.644039] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.644454] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.644454] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.644587] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.646329] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 371f8e0f-1704-4d94-96b5-c69c3b294cfb in Status: SUCCESS [ 972.646541] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.646806] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.646994] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.647467] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.647666] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.647666] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.647971] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.647971] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.647971] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.650066] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('371f8e0f-1704-4d94-96b5-c69c3b294cfb',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.680340] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.680340] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.680340] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.680340] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.680340] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.680340] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.680340] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4340cbb7-1752-4e7c-ab46-19add54aec1b is going to be updated. [ 972.714246] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.714539] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.714666] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.714903] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.715063] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.730550] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4340cbb7-1752-4e7c-ab46-19add54aec1b in Status: IN_PROGRESS for 2s [ 973.002383] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f in Status: SUCCESS [ 973.002383] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.018466] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4: rpc.has_security_group_logging(os_id): False [ 973.041305] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.043361] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.043361] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.043361] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.067757] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.068092] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.068235] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.068305] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.068687] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.068687] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.068944] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.069200] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.069200] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.069344] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.069398] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.069751] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.069900] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.069900] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.070068] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.070160] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.070214] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4 is going to be updated. [ 973.155291] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-371f8e0f-1704-4d94-96b5-c69c3b294cfb taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.155291] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.155291] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.155291] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.155291] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.155291] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.155291] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.155291] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.155291] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.155291] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.155665] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-371f8e0f-1704-4d94-96b5-c69c3b294cfb taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.155665] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.155665] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.155830] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.155830] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.155898] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.156274] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.156274] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.156274] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.156274] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.156468] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('371f8e0f-1704-4d94-96b5-c69c3b294cfb',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.162504] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.162654] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.162717] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.162983] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.163129] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.179972] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4 in Status: IN_PROGRESS for 2s [ 973.659183] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 371f8e0f-1704-4d94-96b5-c69c3b294cfb: rpc.has_security_group_logging(os_id): False [ 973.680537] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.680717] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.680785] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.681220] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.704674] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.705119] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.705119] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.705397] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.705397] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.705528] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.707746] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.707746] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.707746] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.707746] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.707746] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.707746] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.707746] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.707746] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.707746] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.707746] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.707746] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 371f8e0f-1704-4d94-96b5-c69c3b294cfb is going to be updated. [ 973.777215] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.777436] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.777436] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.777722] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.777799] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.790749] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 371f8e0f-1704-4d94-96b5-c69c3b294cfb in Status: IN_PROGRESS for 2s [ 974.741140] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4340cbb7-1752-4e7c-ab46-19add54aec1b in Status: SUCCESS [ 974.741463] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4340cbb7-1752-4e7c-ab46-19add54aec1b deletion is rescheduled due to dependency. [ 974.741463] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4340cbb7-1752-4e7c-ab46-19add54aec1b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.779480] env[67081]: INFO networking_nsxv3.common.synchronization [req-61984eb8-407c-4dde-8776-229d61d949b9 req-1dc7071a-096f-4a6f-9eee-01ebb6866632 tempest-ServerGroupTestJSON-24479701 tempest-ServerGroupTestJSON-24479701-project-member] Enqueued Resource ID: 05fd25f3-1521-45e0-aa90-6b662588426e with Priority: HIGHEST for action security_group_members [ 974.780122] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05fd25f3-1521-45e0-aa90-6b662588426e with Priority: HIGHEST for action security_group_members [ 974.780442] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-05fd25f3-1521-45e0-aa90-6b662588426e taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.780631] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05fd25f3-1521-45e0-aa90-6b662588426e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.780705] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05fd25f3-1521-45e0-aa90-6b662588426e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.780906] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05fd25f3-1521-45e0-aa90-6b662588426e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.781076] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.781204] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.781254] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.781522] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.781522] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.781680] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05fd25f3-1521-45e0-aa90-6b662588426e',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.162783] env[67081]: INFO networking_nsxv3.common.synchronization [req-e28864b7-1a36-47d9-a3e4-1e9a0514ba06 req-dfce84ab-acba-4ff5-8fd3-726351f83885 tempest-ServerTagsTestJSON-1623022807 tempest-ServerTagsTestJSON-1623022807-project-member] Enqueued Resource ID: 0958585e-7b17-46e9-ad2e-c7997356cdf2 with Priority: HIGHEST for action security_group_members [ 975.163402] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0958585e-7b17-46e9-ad2e-c7997356cdf2 with Priority: HIGHEST for action security_group_members [ 975.163702] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-0958585e-7b17-46e9-ad2e-c7997356cdf2 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.163820] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0958585e-7b17-46e9-ad2e-c7997356cdf2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.163912] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0958585e-7b17-46e9-ad2e-c7997356cdf2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.165913] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0958585e-7b17-46e9-ad2e-c7997356cdf2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.165913] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.165913] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.165913] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.165913] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.165913] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.165913] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0958585e-7b17-46e9-ad2e-c7997356cdf2',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.196426] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4 in Status: SUCCESS [ 975.196665] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.287993] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.289042] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.289042] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.289042] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.289042] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.289268] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.289335] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.289379] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.289779] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.289779] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.289779] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05fd25f3-1521-45e0-aa90-6b662588426e is going to be updated. [ 975.323085] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.323085] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.323085] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.323085] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.323085] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.336273] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05fd25f3-1521-45e0-aa90-6b662588426e in Status: IN_PROGRESS for 2s [ 975.624534] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock network-50 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.624534] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "network-50" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.624914] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "network-50" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.625399] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "network-50" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.625804] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.626226] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.626473] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.626817] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.627076] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.627386] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 975.627603] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 975.627799] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 975.627986] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 975.628221] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 975.628411] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 975.628670] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 975.655859] env[67081]: INFO networking_nsxv3.common.synchronization [None req-a6a92af8-025d-47ea-aa32-f84a63606101 None None] Enqueued Resource ID: 8ea7abca-d810-435c-9c1d-f5a07e0b76ec with Priority: HIGHEST for action port [ 975.656939] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 975.657143] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 975.657289] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 975.657509] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "network-50" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.657829] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock port-93df4341-ae2c-4d25-82e4-592b363482bc taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.658010] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "port-93df4341-ae2c-4d25-82e4-592b363482bc" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.658140] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "port-93df4341-ae2c-4d25-82e4-592b363482bc" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.658496] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "port-93df4341-ae2c-4d25-82e4-592b363482bc" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.658641] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93df4341-ae2c-4d25-82e4-592b363482bc',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.660507] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ea7abca-d810-435c-9c1d-f5a07e0b76ec with Priority: HIGHEST for action port [ 975.661146] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ea7abca-d810-435c-9c1d-f5a07e0b76ec taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.661282] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ea7abca-d810-435c-9c1d-f5a07e0b76ec" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.661410] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ea7abca-d810-435c-9c1d-f5a07e0b76ec" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.661575] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ea7abca-d810-435c-9c1d-f5a07e0b76ec" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.661676] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ea7abca-d810-435c-9c1d-f5a07e0b76ec',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.668874] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.669073] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.669127] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.669297] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.669409] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.669632] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.669737] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.669833] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.669960] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.670025] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.670116] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0958585e-7b17-46e9-ad2e-c7997356cdf2 already deleted. [ 975.670219] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0958585e-7b17-46e9-ad2e-c7997356cdf2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.816098] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 371f8e0f-1704-4d94-96b5-c69c3b294cfb in Status: SUCCESS [ 975.816407] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.162664] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.162899] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.163192] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.163413] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.163628] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.164011] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Segment Port 93df4341-ae2c-4d25-82e4-592b363482bc not found, creating... [ 976.164011] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.164189] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.164366] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.164578] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.164715] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.165237] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.165461] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.165614] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.165859] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.166054] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.166354] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Resource: SegmentPort with ID: 93df4341-ae2c-4d25-82e4-592b363482bc is going to be created. [ 976.167581] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8ea7abca-d810-435c-9c1d-f5a07e0b76ec [ 976.167815] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.167965] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.168071] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.168414] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.168414] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.168504] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8ea7abca-d810-435c-9c1d-f5a07e0b76ec already deleted. [ 976.168584] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ea7abca-d810-435c-9c1d-f5a07e0b76ec" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.193662] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.193960] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.194521] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.194607] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.194808] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.195122] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "port-93df4341-ae2c-4d25-82e4-592b363482bc" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.941925] env[67081]: INFO networking_nsxv3.common.synchronization [req-e28864b7-1a36-47d9-a3e4-1e9a0514ba06 req-b9aa6473-c425-42a2-8d40-7f04c266a934 service nova] Enqueued Resource ID: 0958585e-7b17-46e9-ad2e-c7997356cdf2 with Priority: HIGHEST for action security_group_rules [ 976.942298] env[67081]: INFO networking_nsxv3.common.synchronization [req-e28864b7-1a36-47d9-a3e4-1e9a0514ba06 req-b9aa6473-c425-42a2-8d40-7f04c266a934 service nova] Enqueued Resource ID: 0958585e-7b17-46e9-ad2e-c7997356cdf2 with Priority: HIGHEST for action security_group_members [ 976.942381] env[67081]: INFO networking_nsxv3.common.synchronization [req-e28864b7-1a36-47d9-a3e4-1e9a0514ba06 req-b9aa6473-c425-42a2-8d40-7f04c266a934 service nova] Enqueued Resource ID: 93df4341-ae2c-4d25-82e4-592b363482bc with Priority: HIGHEST for action port [ 976.943203] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0958585e-7b17-46e9-ad2e-c7997356cdf2 with Priority: HIGHEST for action security_group_rules [ 976.943349] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0958585e-7b17-46e9-ad2e-c7997356cdf2 with Priority: HIGHEST for action security_group_members [ 976.943446] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93df4341-ae2c-4d25-82e4-592b363482bc with Priority: HIGHEST for action port [ 976.943743] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0958585e-7b17-46e9-ad2e-c7997356cdf2 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.943890] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0958585e-7b17-46e9-ad2e-c7997356cdf2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.943958] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0958585e-7b17-46e9-ad2e-c7997356cdf2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.944252] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0958585e-7b17-46e9-ad2e-c7997356cdf2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.944334] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0958585e-7b17-46e9-ad2e-c7997356cdf2',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.947772] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-0958585e-7b17-46e9-ad2e-c7997356cdf2 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.947772] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0958585e-7b17-46e9-ad2e-c7997356cdf2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.947772] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0958585e-7b17-46e9-ad2e-c7997356cdf2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.948017] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0958585e-7b17-46e9-ad2e-c7997356cdf2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.948231] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.948231] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.948477] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.948477] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.948554] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.948617] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0958585e-7b17-46e9-ad2e-c7997356cdf2',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.949626] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-93df4341-ae2c-4d25-82e4-592b363482bc taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.949748] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93df4341-ae2c-4d25-82e4-592b363482bc" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.949813] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93df4341-ae2c-4d25-82e4-592b363482bc" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.949935] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93df4341-ae2c-4d25-82e4-592b363482bc" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.950023] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93df4341-ae2c-4d25-82e4-592b363482bc',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.349901] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05fd25f3-1521-45e0-aa90-6b662588426e in Status: SUCCESS [ 977.350277] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05fd25f3-1521-45e0-aa90-6b662588426e deletion is rescheduled due to dependency. [ 977.350971] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05fd25f3-1521-45e0-aa90-6b662588426e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.449370] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-0958585e-7b17-46e9-ad2e-c7997356cdf2 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.449592] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0958585e-7b17-46e9-ad2e-c7997356cdf2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.455033] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0958585e-7b17-46e9-ad2e-c7997356cdf2',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.455033] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 93df4341-ae2c-4d25-82e4-592b363482bc with status ACTIVE [ 977.455033] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.455033] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.455033] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.455033] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.455033] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.455033] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.455033] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.455033] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.455033] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.455033] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.455033] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.455033] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.455033] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.455786] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.455786] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.455786] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 93df4341-ae2c-4d25-82e4-592b363482bc is going to be updated. [ 977.482370] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.482557] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.482557] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.482716] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.482840] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.483068] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93df4341-ae2c-4d25-82e4-592b363482bc" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.958259] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0958585e-7b17-46e9-ad2e-c7997356cdf2',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.461326] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.462561] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.462561] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.462561] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.462561] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.462561] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0958585e-7b17-46e9-ad2e-c7997356cdf2 is going to be created. [ 978.495247] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.495502] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.495502] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.495680] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.495851] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.517722] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0958585e-7b17-46e9-ad2e-c7997356cdf2 in Status: UNINITIALIZED for 2s [ 978.601841] env[67081]: INFO networking_nsxv3.common.synchronization [req-548cac3f-ee9a-47e5-855c-058b952be65b req-99ed0262-ecc0-4541-a18e-1bb94d43818f tempest-ServerDiskConfigTestJSON-696026015 tempest-ServerDiskConfigTestJSON-696026015-project-member] Enqueued Resource ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 with Priority: HIGHEST for action security_group_members [ 978.607637] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 with Priority: HIGHEST for action security_group_members [ 978.608410] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e957e77c-acf8-49b7-a51d-e22fbbb26613 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.608539] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.608606] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.608868] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.609065] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.612236] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.612236] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.612236] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.612236] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.612236] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e957e77c-acf8-49b7-a51d-e22fbbb26613',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.044877] env[67081]: INFO networking_nsxv3.common.synchronization [None req-01095c4b-5033-437c-9934-d1706678614a None None] Enqueued Resource ID: d53c2f67-13b9-449d-b568-e90e2b533e46 with Priority: HIGHEST for action port [ 979.045674] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d53c2f67-13b9-449d-b568-e90e2b533e46 with Priority: HIGHEST for action port [ 979.045986] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-d53c2f67-13b9-449d-b568-e90e2b533e46 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.046906] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d53c2f67-13b9-449d-b568-e90e2b533e46" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.049732] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d53c2f67-13b9-449d-b568-e90e2b533e46" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.050063] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d53c2f67-13b9-449d-b568-e90e2b533e46" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.050189] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d53c2f67-13b9-449d-b568-e90e2b533e46',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.114555] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.114555] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.114555] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.114555] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.114555] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.115342] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.117435] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.117530] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.117725] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.118087] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.118202] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 is going to be updated. [ 979.155954] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.157235] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.157235] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.157235] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.157235] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.173881] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 in Status: IN_PROGRESS for 2s [ 979.175446] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-236 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.175446] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-236" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.175566] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-236" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.175906] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-236" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.176291] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.176464] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.176580] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.176801] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.176944] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.177170] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 979.177284] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 979.177390] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 979.177493] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 979.177597] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 979.177697] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 979.177827] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 979.203311] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 979.203630] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 979.203927] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 979.204140] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-236" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.204593] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-779e9038-422a-48ee-aa1d-1ef996399ae8 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.204785] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-779e9038-422a-48ee-aa1d-1ef996399ae8" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.204908] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-779e9038-422a-48ee-aa1d-1ef996399ae8" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.205338] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-779e9038-422a-48ee-aa1d-1ef996399ae8" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.205483] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('779e9038-422a-48ee-aa1d-1ef996399ae8',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.557308] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d53c2f67-13b9-449d-b568-e90e2b533e46 [ 979.557594] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.557735] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.557803] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.558048] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.558138] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.558237] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d53c2f67-13b9-449d-b568-e90e2b533e46 already deleted. [ 979.558323] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d53c2f67-13b9-449d-b568-e90e2b533e46" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.709294] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.709509] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.709688] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.710034] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.710196] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.710357] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port 779e9038-422a-48ee-aa1d-1ef996399ae8 not found, creating... [ 979.710693] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.711175] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.711175] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.711341] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.711439] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.711734] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.711921] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.712066] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.712270] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.712407] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.712606] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: 779e9038-422a-48ee-aa1d-1ef996399ae8 is going to be created. [ 979.738738] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.740017] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.740017] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.740017] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.740017] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.740017] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-779e9038-422a-48ee-aa1d-1ef996399ae8" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.497635] env[67081]: INFO networking_nsxv3.common.synchronization [req-548cac3f-ee9a-47e5-855c-058b952be65b req-e1ac5d83-7fe4-4505-95f7-587684a24f1b service nova] Enqueued Resource ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 with Priority: HIGHEST for action security_group_rules [ 980.497911] env[67081]: INFO networking_nsxv3.common.synchronization [req-548cac3f-ee9a-47e5-855c-058b952be65b req-e1ac5d83-7fe4-4505-95f7-587684a24f1b service nova] Enqueued Resource ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 with Priority: HIGHEST for action security_group_members [ 980.497951] env[67081]: INFO networking_nsxv3.common.synchronization [req-548cac3f-ee9a-47e5-855c-058b952be65b req-e1ac5d83-7fe4-4505-95f7-587684a24f1b service nova] Enqueued Resource ID: 779e9038-422a-48ee-aa1d-1ef996399ae8 with Priority: HIGHEST for action port [ 980.498553] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 with Priority: HIGHEST for action security_group_rules [ 980.498705] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 with Priority: HIGHEST for action security_group_members [ 980.498823] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 779e9038-422a-48ee-aa1d-1ef996399ae8 with Priority: HIGHEST for action port [ 980.499130] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e957e77c-acf8-49b7-a51d-e22fbbb26613 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.499257] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.499319] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.499522] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.499607] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e957e77c-acf8-49b7-a51d-e22fbbb26613',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.500653] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e957e77c-acf8-49b7-a51d-e22fbbb26613 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.501602] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.501602] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-779e9038-422a-48ee-aa1d-1ef996399ae8 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.501602] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-779e9038-422a-48ee-aa1d-1ef996399ae8" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.501602] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-779e9038-422a-48ee-aa1d-1ef996399ae8" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.501602] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-779e9038-422a-48ee-aa1d-1ef996399ae8" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.501602] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('779e9038-422a-48ee-aa1d-1ef996399ae8',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.576247] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0958585e-7b17-46e9-ad2e-c7997356cdf2 in Status: SUCCESS [ 980.576773] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0958585e-7b17-46e9-ad2e-c7997356cdf2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.577112] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0958585e-7b17-46e9-ad2e-c7997356cdf2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.577717] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0958585e-7b17-46e9-ad2e-c7997356cdf2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.577717] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.577851] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.577926] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.578137] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.578227] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.578415] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0958585e-7b17-46e9-ad2e-c7997356cdf2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.578591] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0958585e-7b17-46e9-ad2e-c7997356cdf2',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.797184] env[67081]: INFO networking_nsxv3.common.synchronization [req-881da11f-645e-4d27-8829-12f845652aac req-0b721a39-d8dc-4d23-8c89-6f345110095e tempest-SecurityGroupsTestJSON-346655069 tempest-SecurityGroupsTestJSON-346655069-project-member] Enqueued Resource ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 with Priority: HIGHEST for action security_group_members [ 980.797719] env[67081]: INFO networking_nsxv3.common.synchronization [req-881da11f-645e-4d27-8829-12f845652aac req-0b721a39-d8dc-4d23-8c89-6f345110095e tempest-SecurityGroupsTestJSON-346655069 tempest-SecurityGroupsTestJSON-346655069-project-member] Enqueued Resource ID: 53a7a3b8-b982-4ce4-beaf-3709dd60ac62 with Priority: HIGHEST for action security_group_members [ 980.797719] env[67081]: INFO networking_nsxv3.common.synchronization [req-881da11f-645e-4d27-8829-12f845652aac req-0b721a39-d8dc-4d23-8c89-6f345110095e tempest-SecurityGroupsTestJSON-346655069 tempest-SecurityGroupsTestJSON-346655069-project-member] Enqueued Resource ID: 36d21b3c-def4-4598-92c1-43cd73b80ae6 with Priority: HIGHEST for action security_group_members [ 980.798892] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 with Priority: HIGHEST for action security_group_members [ 980.799166] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53a7a3b8-b982-4ce4-beaf-3709dd60ac62 with Priority: HIGHEST for action security_group_members [ 980.799326] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36d21b3c-def4-4598-92c1-43cd73b80ae6 with Priority: HIGHEST for action security_group_members [ 980.799677] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.800902] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.801012] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.801289] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.801518] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.801703] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.802728] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.802728] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.802728] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.802728] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.803686] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-53a7a3b8-b982-4ce4-beaf-3709dd60ac62 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.803846] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53a7a3b8-b982-4ce4-beaf-3709dd60ac62" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.803982] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53a7a3b8-b982-4ce4-beaf-3709dd60ac62" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.804401] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53a7a3b8-b982-4ce4-beaf-3709dd60ac62" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.804543] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.804695] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.804805] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.805027] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.805410] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.805410] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53a7a3b8-b982-4ce4-beaf-3709dd60ac62',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.806242] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-36d21b3c-def4-4598-92c1-43cd73b80ae6 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.806413] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36d21b3c-def4-4598-92c1-43cd73b80ae6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.806517] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36d21b3c-def4-4598-92c1-43cd73b80ae6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.806792] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36d21b3c-def4-4598-92c1-43cd73b80ae6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.811108] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.811108] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.811108] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.811108] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.811108] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.811108] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36d21b3c-def4-4598-92c1-43cd73b80ae6',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.003627] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e957e77c-acf8-49b7-a51d-e22fbbb26613 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.003778] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.003978] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 779e9038-422a-48ee-aa1d-1ef996399ae8 with status ACTIVE [ 981.004154] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.004260] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.004340] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.004560] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.004644] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.004811] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.004901] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.004960] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.005132] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.005207] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.005698] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.005698] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.005698] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.005698] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.005910] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.005910] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 779e9038-422a-48ee-aa1d-1ef996399ae8 is going to be updated. [ 981.034467] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.034467] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.034467] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.034467] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.034467] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.034467] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-779e9038-422a-48ee-aa1d-1ef996399ae8" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.081371] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-0958585e-7b17-46e9-ad2e-c7997356cdf2 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.081555] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0958585e-7b17-46e9-ad2e-c7997356cdf2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.081555] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0958585e-7b17-46e9-ad2e-c7997356cdf2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.081754] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0958585e-7b17-46e9-ad2e-c7997356cdf2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.081935] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.082123] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.082202] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.082348] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.082478] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.082514] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0958585e-7b17-46e9-ad2e-c7997356cdf2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.082661] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-0958585e-7b17-46e9-ad2e-c7997356cdf2 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.082782] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0958585e-7b17-46e9-ad2e-c7997356cdf2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.082846] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0958585e-7b17-46e9-ad2e-c7997356cdf2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.083075] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0958585e-7b17-46e9-ad2e-c7997356cdf2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.083151] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.083220] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.083279] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.083411] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.083490] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.083586] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0958585e-7b17-46e9-ad2e-c7997356cdf2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.083669] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0958585e-7b17-46e9-ad2e-c7997356cdf2',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.185502] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 in Status: SUCCESS [ 981.185697] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 deletion is rescheduled due to dependency. [ 981.185814] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.185983] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.186226] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.186416] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.186538] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.186597] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.186760] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.186841] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.186937] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e957e77c-acf8-49b7-a51d-e22fbbb26613',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.310770] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.311175] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.311175] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.311374] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.311477] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.311712] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.311826] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.312217] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.316607] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.316607] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.316607] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 is going to be updated. [ 981.316607] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.316607] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.316607] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.316607] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.316607] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.316607] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.337450] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.340057] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.340057] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.340057] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.340057] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.340057] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.340057] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53a7a3b8-b982-4ce4-beaf-3709dd60ac62 is going to be updated. [ 981.340057] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.340057] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.353335] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.353335] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.353335] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.353335] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.353335] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.361935] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.361935] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.361935] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.361935] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.361935] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.361935] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.361935] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36d21b3c-def4-4598-92c1-43cd73b80ae6 is going to be updated. [ 981.363101] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 in Status: IN_PROGRESS for 2s [ 981.375304] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.375508] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.375554] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.375735] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.375882] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.384581] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53a7a3b8-b982-4ce4-beaf-3709dd60ac62 in Status: IN_PROGRESS for 2s [ 981.404501] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.404501] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.404501] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.404996] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.405215] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.431521] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36d21b3c-def4-4598-92c1-43cd73b80ae6 in Status: IN_PROGRESS for 2s [ 981.588810] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0958585e-7b17-46e9-ad2e-c7997356cdf2: rpc.has_security_group_logging(os_id): False [ 981.610761] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.611117] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.611301] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.611621] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.611819] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.612995] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.613279] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.613632] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.613935] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.620122] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.620122] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.620122] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.620122] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.620122] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.620122] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.620122] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.620122] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.620122] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.620122] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.620122] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.620122] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0958585e-7b17-46e9-ad2e-c7997356cdf2 is going to be created. [ 981.685849] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.685849] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.685849] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.685849] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.685849] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.692626] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e957e77c-acf8-49b7-a51d-e22fbbb26613',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.697025] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0958585e-7b17-46e9-ad2e-c7997356cdf2 in Status: IN_PROGRESS for 2s [ 982.195719] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e957e77c-acf8-49b7-a51d-e22fbbb26613',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.699537] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.699537] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.699537] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.699933] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.699933] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.699933] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 is going to be updated. [ 982.740635] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.740635] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.740635] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.740635] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.740635] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.754667] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 in Status: IN_PROGRESS for 2s [ 983.374053] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 in Status: SUCCESS [ 983.374285] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 deletion is rescheduled due to dependency. [ 983.374335] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.395046] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53a7a3b8-b982-4ce4-beaf-3709dd60ac62 in Status: SUCCESS [ 983.395230] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53a7a3b8-b982-4ce4-beaf-3709dd60ac62 deletion is rescheduled due to dependency. [ 983.395664] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53a7a3b8-b982-4ce4-beaf-3709dd60ac62" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.442450] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36d21b3c-def4-4598-92c1-43cd73b80ae6 in Status: SUCCESS [ 983.442650] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36d21b3c-def4-4598-92c1-43cd73b80ae6 deletion is rescheduled due to dependency. [ 983.442793] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36d21b3c-def4-4598-92c1-43cd73b80ae6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.718169] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0958585e-7b17-46e9-ad2e-c7997356cdf2 in Status: SUCCESS [ 983.718512] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0958585e-7b17-46e9-ad2e-c7997356cdf2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.765614] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 in Status: SUCCESS [ 984.765991] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.766207] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.766407] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.766693] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.766798] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.766798] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.766915] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.766997] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.767095] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.767188] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e957e77c-acf8-49b7-a51d-e22fbbb26613',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.270857] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e957e77c-acf8-49b7-a51d-e22fbbb26613 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.271095] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.271214] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.271472] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.271665] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.271801] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.271969] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.272112] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.272169] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.272326] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.272515] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e957e77c-acf8-49b7-a51d-e22fbbb26613 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.272652] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.272811] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.272937] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.273108] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.273270] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.273321] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.274220] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.274220] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.274220] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.274220] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e957e77c-acf8-49b7-a51d-e22fbbb26613',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.777261] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e957e77c-acf8-49b7-a51d-e22fbbb26613: rpc.has_security_group_logging(os_id): False [ 985.803040] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.803040] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.803040] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.803040] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.803500] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.803500] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.803585] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.803757] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.803913] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.804014] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.804361] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.804478] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.804572] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.804572] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.805088] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.805147] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.805285] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.805377] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.805575] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.805690] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.805813] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 is going to be updated. [ 985.807387] env[67081]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 985.807531] env[67081]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 985.903368] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.903641] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.903641] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.903890] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.904074] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.933346] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 in Status: IN_PROGRESS for 2s [ 987.948834] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 in Status: SUCCESS [ 987.949209] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.069476] env[67081]: INFO networking_nsxv3.common.synchronization [req-37cb122b-aba5-448e-b0d8-cfc049beba39 req-0091c455-ef71-4aef-901e-7f7e6b9c0f8d tempest-ImagesTestJSON-1520802003 tempest-ImagesTestJSON-1520802003-project-member] Enqueued Resource ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f with Priority: HIGHEST for action security_group_members [ 989.070093] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f with Priority: HIGHEST for action security_group_members [ 989.070444] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.070628] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.070695] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.070901] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.071062] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.071158] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.071211] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.071347] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.071478] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.071573] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1eef0506-1c43-4aa3-8ce6-a2f56673c16f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.573667] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.574532] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.574532] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.574532] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.574532] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.574532] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.575024] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.575024] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.575024] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.575024] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.575170] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f is going to be updated. [ 989.622447] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.622819] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.622819] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.622819] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.623362] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.637094] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f in Status: IN_PROGRESS for 2s [ 991.650386] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f in Status: SUCCESS [ 991.650723] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f deletion is rescheduled due to dependency. [ 991.650867] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.788192] env[67081]: INFO networking_nsxv3.common.synchronization [req-ffec7469-e150-424d-aa9a-e62edb6d5cb6 req-962998cb-1fe2-4a96-81f6-7f5a55d2c2d2 tempest-ServerRescueNegativeTestJSON-1149854152 tempest-ServerRescueNegativeTestJSON-1149854152-project-member] Enqueued Resource ID: 48c43bab-51e7-4706-bbcd-fb33aad4442b with Priority: HIGHEST for action security_group_members [ 993.788753] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48c43bab-51e7-4706-bbcd-fb33aad4442b with Priority: HIGHEST for action security_group_members [ 993.789176] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-48c43bab-51e7-4706-bbcd-fb33aad4442b taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.789341] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.789458] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.789748] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.789910] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.790441] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.790441] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.790441] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.790441] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.790441] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48c43bab-51e7-4706-bbcd-fb33aad4442b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.191985] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock network-959 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.192267] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "network-959" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.192474] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "network-959" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.192805] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "network-959" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.193139] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.194422] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.194422] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.194422] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.194422] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.194422] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 994.194422] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 994.194422] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 994.194422] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 994.194875] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 994.194875] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 994.194875] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 994.216879] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 994.217061] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 994.217736] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 994.217736] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "network-959" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.217736] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock port-b26d0952-85b1-4bc7-8ed6-0d5d62d34f55 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.217988] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "port-b26d0952-85b1-4bc7-8ed6-0d5d62d34f55" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.218131] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "port-b26d0952-85b1-4bc7-8ed6-0d5d62d34f55" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.219638] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "port-b26d0952-85b1-4bc7-8ed6-0d5d62d34f55" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.219638] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b26d0952-85b1-4bc7-8ed6-0d5d62d34f55',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.294091] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.294091] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.294091] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.294426] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.294426] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.294508] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.294707] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.294843] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.295094] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.295232] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.295763] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48c43bab-51e7-4706-bbcd-fb33aad4442b already deleted. [ 994.295763] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.723074] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.723352] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.723481] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.723787] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.723925] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.724100] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Segment Port b26d0952-85b1-4bc7-8ed6-0d5d62d34f55 not found, creating... [ 994.724368] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.724547] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.724662] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.724957] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.725019] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.725334] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.725496] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.725614] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.728080] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.728080] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.728080] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Resource: SegmentPort with ID: b26d0952-85b1-4bc7-8ed6-0d5d62d34f55 is going to be created. [ 994.748210] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.748441] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.748570] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.748850] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.749098] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.749325] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "port-b26d0952-85b1-4bc7-8ed6-0d5d62d34f55" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.526336] env[67081]: INFO networking_nsxv3.common.synchronization [req-ffec7469-e150-424d-aa9a-e62edb6d5cb6 req-985a841d-db2e-423c-8981-ee89b86d3037 service nova] Enqueued Resource ID: 48c43bab-51e7-4706-bbcd-fb33aad4442b with Priority: HIGHEST for action security_group_rules [ 995.526604] env[67081]: INFO networking_nsxv3.common.synchronization [req-ffec7469-e150-424d-aa9a-e62edb6d5cb6 req-985a841d-db2e-423c-8981-ee89b86d3037 service nova] Enqueued Resource ID: 48c43bab-51e7-4706-bbcd-fb33aad4442b with Priority: HIGHEST for action security_group_members [ 995.527075] env[67081]: INFO networking_nsxv3.common.synchronization [req-ffec7469-e150-424d-aa9a-e62edb6d5cb6 req-985a841d-db2e-423c-8981-ee89b86d3037 service nova] Enqueued Resource ID: b26d0952-85b1-4bc7-8ed6-0d5d62d34f55 with Priority: HIGHEST for action port [ 995.527535] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48c43bab-51e7-4706-bbcd-fb33aad4442b with Priority: HIGHEST for action security_group_rules [ 995.527754] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48c43bab-51e7-4706-bbcd-fb33aad4442b with Priority: HIGHEST for action security_group_members [ 995.527830] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b26d0952-85b1-4bc7-8ed6-0d5d62d34f55 with Priority: HIGHEST for action port [ 995.528276] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48c43bab-51e7-4706-bbcd-fb33aad4442b taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.528476] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.528597] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.528972] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.529151] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48c43bab-51e7-4706-bbcd-fb33aad4442b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.530454] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-48c43bab-51e7-4706-bbcd-fb33aad4442b taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.531672] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.531672] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.531672] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.531672] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.531672] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.531672] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.531672] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.531672] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.532046] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48c43bab-51e7-4706-bbcd-fb33aad4442b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.533709] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-b26d0952-85b1-4bc7-8ed6-0d5d62d34f55 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.533709] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b26d0952-85b1-4bc7-8ed6-0d5d62d34f55" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.533709] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b26d0952-85b1-4bc7-8ed6-0d5d62d34f55" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.533904] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b26d0952-85b1-4bc7-8ed6-0d5d62d34f55" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.534717] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b26d0952-85b1-4bc7-8ed6-0d5d62d34f55',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.036707] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48c43bab-51e7-4706-bbcd-fb33aad4442b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.040609] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-48c43bab-51e7-4706-bbcd-fb33aad4442b taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.040609] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.040855] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b26d0952-85b1-4bc7-8ed6-0d5d62d34f55 with status ACTIVE [ 996.040900] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.041287] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.041287] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.041287] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.042621] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.042621] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.042621] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.042621] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.042621] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.042621] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.042621] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.042621] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.042621] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.043187] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.043187] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.043187] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b26d0952-85b1-4bc7-8ed6-0d5d62d34f55 is going to be updated. [ 996.079587] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.079933] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.079933] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.080210] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.080421] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.080658] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b26d0952-85b1-4bc7-8ed6-0d5d62d34f55" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.323723] env[67081]: INFO networking_nsxv3.common.synchronization [req-d3d7cffe-5915-4204-ab76-194968941399 req-08506215-4cf3-4add-986f-ff9dd90170ea tempest-ServerRescueNegativeTestJSON-1149854152 tempest-ServerRescueNegativeTestJSON-1149854152-project-member] Enqueued Resource ID: 48c43bab-51e7-4706-bbcd-fb33aad4442b with Priority: HIGHEST for action security_group_members [ 996.324459] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48c43bab-51e7-4706-bbcd-fb33aad4442b with Priority: HIGHEST for action security_group_members [ 996.324852] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-48c43bab-51e7-4706-bbcd-fb33aad4442b taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.325046] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.541949] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48c43bab-51e7-4706-bbcd-fb33aad4442b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.707376] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-959 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.707376] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-959" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.707376] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-959" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.707376] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-959" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.708615] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.708615] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.708615] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.708615] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.708615] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.708615] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 996.709192] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 996.709192] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 996.709192] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 996.709363] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 996.709478] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 996.709611] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 996.733050] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 996.733239] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 996.733390] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 996.733561] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-959" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.733876] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-57904fb7-8323-4c02-b878-f80970cd6b18 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.734242] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-57904fb7-8323-4c02-b878-f80970cd6b18" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.734242] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-57904fb7-8323-4c02-b878-f80970cd6b18" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.734913] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-57904fb7-8323-4c02-b878-f80970cd6b18" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.734913] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57904fb7-8323-4c02-b878-f80970cd6b18',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.043129] env[67081]: INFO networking_nsxv3.common.synchronization [None req-d7d4e624-d4c4-4bac-97f5-450efb98c730 None None] Enqueued Resource ID: 7ed7bde2-1844-45ca-a03a-6240e553c2b5 with Priority: HIGHEST for action port [ 997.043129] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ed7bde2-1844-45ca-a03a-6240e553c2b5 with Priority: HIGHEST for action port [ 997.043391] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ed7bde2-1844-45ca-a03a-6240e553c2b5 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.043516] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ed7bde2-1844-45ca-a03a-6240e553c2b5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.043581] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ed7bde2-1844-45ca-a03a-6240e553c2b5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.044020] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ed7bde2-1844-45ca-a03a-6240e553c2b5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.044166] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ed7bde2-1844-45ca-a03a-6240e553c2b5',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.045302] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.045467] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.045573] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.045785] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.045917] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.046068] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48c43bab-51e7-4706-bbcd-fb33aad4442b is going to be created. [ 997.070310] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.070513] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.070556] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.070742] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.070911] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.082333] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48c43bab-51e7-4706-bbcd-fb33aad4442b in Status: UNINITIALIZED for 2s [ 997.237690] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.237936] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.238171] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.238624] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.238803] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.238981] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port 57904fb7-8323-4c02-b878-f80970cd6b18 not found, creating... [ 997.239312] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.239477] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.239595] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.239825] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.239963] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.240662] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.240662] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.240662] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.240874] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.241000] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.245037] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: 57904fb7-8323-4c02-b878-f80970cd6b18 is going to be created. [ 997.283023] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.283023] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.283023] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.283023] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.283023] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.283023] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-57904fb7-8323-4c02-b878-f80970cd6b18" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.548394] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ed7bde2-1844-45ca-a03a-6240e553c2b5 [ 997.548850] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.549022] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.549022] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.549779] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.549913] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.550084] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ed7bde2-1844-45ca-a03a-6240e553c2b5 already deleted. [ 997.550204] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ed7bde2-1844-45ca-a03a-6240e553c2b5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.097785] env[67081]: INFO networking_nsxv3.common.synchronization [req-d3d7cffe-5915-4204-ab76-194968941399 req-2a13f303-bc0e-475e-9007-c4942e433c87 service nova] Enqueued Resource ID: 48c43bab-51e7-4706-bbcd-fb33aad4442b with Priority: HIGHEST for action security_group_rules [ 998.097962] env[67081]: INFO networking_nsxv3.common.synchronization [req-d3d7cffe-5915-4204-ab76-194968941399 req-2a13f303-bc0e-475e-9007-c4942e433c87 service nova] Enqueued Resource ID: 48c43bab-51e7-4706-bbcd-fb33aad4442b with Priority: HIGHEST for action security_group_members [ 998.098123] env[67081]: INFO networking_nsxv3.common.synchronization [req-d3d7cffe-5915-4204-ab76-194968941399 req-2a13f303-bc0e-475e-9007-c4942e433c87 service nova] Enqueued Resource ID: 57904fb7-8323-4c02-b878-f80970cd6b18 with Priority: HIGHEST for action port [ 998.098727] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48c43bab-51e7-4706-bbcd-fb33aad4442b with Priority: HIGHEST for action security_group_rules [ 998.098867] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48c43bab-51e7-4706-bbcd-fb33aad4442b with Priority: HIGHEST for action security_group_members [ 998.098956] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57904fb7-8323-4c02-b878-f80970cd6b18 with Priority: HIGHEST for action port [ 998.101639] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48c43bab-51e7-4706-bbcd-fb33aad4442b taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.101724] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.101951] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-48c43bab-51e7-4706-bbcd-fb33aad4442b taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.102182] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.102372] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-57904fb7-8323-4c02-b878-f80970cd6b18 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.102476] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57904fb7-8323-4c02-b878-f80970cd6b18" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.102537] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57904fb7-8323-4c02-b878-f80970cd6b18" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.102826] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57904fb7-8323-4c02-b878-f80970cd6b18" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.102902] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57904fb7-8323-4c02-b878-f80970cd6b18',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.606162] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 57904fb7-8323-4c02-b878-f80970cd6b18 with status ACTIVE [ 998.606619] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.606619] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.606771] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.607048] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.607219] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.607810] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.607810] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.607810] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.608048] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.608188] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.608544] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.609412] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.609412] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.609412] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.609412] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.609412] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 57904fb7-8323-4c02-b878-f80970cd6b18 is going to be updated. [ 998.634480] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.634480] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.634689] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.634803] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.634877] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.635151] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57904fb7-8323-4c02-b878-f80970cd6b18" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.098177] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48c43bab-51e7-4706-bbcd-fb33aad4442b in Status: SUCCESS [ 999.098534] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.098799] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.099157] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.099458] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.099971] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.099971] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.100152] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.100262] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.100373] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.100485] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('48c43bab-51e7-4706-bbcd-fb33aad4442b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.101382] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.101976] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.101976] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.101976] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.101976] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.102309] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.102309] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.102423] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48c43bab-51e7-4706-bbcd-fb33aad4442b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.248281] env[67081]: INFO networking_nsxv3.common.synchronization [None req-3d76f5b0-d8b3-4e4e-824d-457b928fdd0b None None] Enqueued Resource ID: d4aebbe4-db80-4a9f-893b-34bc601c5e55 with Priority: HIGHEST for action port [ 999.248424] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4aebbe4-db80-4a9f-893b-34bc601c5e55 with Priority: HIGHEST for action port [ 999.248989] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4aebbe4-db80-4a9f-893b-34bc601c5e55 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.249408] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4aebbe4-db80-4a9f-893b-34bc601c5e55" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.249638] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4aebbe4-db80-4a9f-893b-34bc601c5e55" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.250248] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4aebbe4-db80-4a9f-893b-34bc601c5e55" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.250454] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4aebbe4-db80-4a9f-893b-34bc601c5e55',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.604780] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-48c43bab-51e7-4706-bbcd-fb33aad4442b taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.604985] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.605225] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48c43bab-51e7-4706-bbcd-fb33aad4442b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.753730] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d4aebbe4-db80-4a9f-893b-34bc601c5e55 [ 999.754027] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.754141] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.754247] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.754448] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.754535] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.754642] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d4aebbe4-db80-4a9f-893b-34bc601c5e55 already deleted. [ 999.754739] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4aebbe4-db80-4a9f-893b-34bc601c5e55" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.919190] env[67081]: INFO networking_nsxv3.common.synchronization [req-f4b65cb0-ac34-4e72-b8ff-292492258dfc req-05058950-a1b3-4d3b-b7d5-7c0ee824324a tempest-AttachInterfacesTestJSON-919501604 tempest-AttachInterfacesTestJSON-919501604-project-member] Enqueued Resource ID: f9778129-988c-45c6-aae9-54a6bbe009d1 with Priority: HIGHEST for action security_group_members [ 999.920304] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9778129-988c-45c6-aae9-54a6bbe009d1 with Priority: HIGHEST for action security_group_members [ 999.921080] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9778129-988c-45c6-aae9-54a6bbe009d1 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.921080] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.921080] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.921286] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.921321] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.921427] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.921996] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.921996] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.921996] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.921996] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9778129-988c-45c6-aae9-54a6bbe009d1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.111071] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48c43bab-51e7-4706-bbcd-fb33aad4442b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.284024] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-704 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.284024] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-704" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.284024] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-704" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.284024] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-704" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.284024] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.284024] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.284588] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.285010] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.285370] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.287715] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1000.287715] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1000.287715] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1000.287715] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1000.287715] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1000.287715] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1000.287715] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1000.312603] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1000.312890] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1000.313112] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1000.313326] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-704" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.313702] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-de1ce23c-8d91-4d3a-91c7-055e2b69ec57 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.313881] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-de1ce23c-8d91-4d3a-91c7-055e2b69ec57" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.314011] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-de1ce23c-8d91-4d3a-91c7-055e2b69ec57" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.314370] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-de1ce23c-8d91-4d3a-91c7-055e2b69ec57" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.314526] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de1ce23c-8d91-4d3a-91c7-055e2b69ec57',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.391597] env[67081]: INFO networking_nsxv3.common.synchronization [req-9a285456-31d5-48f3-8e81-0a517f15e567 req-06b3f28e-5383-41c0-bee6-50d6ff6f1f85 tempest-ServerRescueTestJSON-1834265151 tempest-ServerRescueTestJSON-1834265151-project-member] Enqueued Resource ID: 6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4 with Priority: HIGHEST for action security_group_members [ 1000.393352] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4 with Priority: HIGHEST for action security_group_members [ 1000.393761] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.393917] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.394064] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.394215] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.394783] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.394783] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.394783] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.395200] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.395370] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.395481] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.424702] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.424996] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.424996] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.425244] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.452134] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.452440] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.452673] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.452745] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.453053] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.453148] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.453234] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9778129-988c-45c6-aae9-54a6bbe009d1 is going to be updated. [ 1000.480657] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.480891] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.480982] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.481368] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.481634] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.492208] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9778129-988c-45c6-aae9-54a6bbe009d1 in Status: IN_PROGRESS for 2s [ 1000.614116] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.614269] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.614345] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.614625] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.614744] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.614813] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48c43bab-51e7-4706-bbcd-fb33aad4442b is going to be updated. [ 1000.651421] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.651654] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.651654] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.651932] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.652086] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.661535] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48c43bab-51e7-4706-bbcd-fb33aad4442b in Status: IN_PROGRESS for 2s [ 1000.818515] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.818515] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.818515] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.818959] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.818959] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.819231] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port de1ce23c-8d91-4d3a-91c7-055e2b69ec57 not found, creating... [ 1000.819554] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.819754] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.819905] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.820214] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.820397] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.820913] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.820986] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.821153] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.821413] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.821582] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.821753] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: de1ce23c-8d91-4d3a-91c7-055e2b69ec57 is going to be created. [ 1000.850098] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.850382] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.850512] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.850803] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.851049] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.851276] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-de1ce23c-8d91-4d3a-91c7-055e2b69ec57" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.898098] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.277245] env[67081]: INFO networking_nsxv3.common.synchronization [req-9a6cc0d2-3f44-48b9-b7da-1e659a38e814 req-b103831e-533b-46de-aa97-1e635e801b66 tempest-DeleteServersTestJSON-824934422 tempest-DeleteServersTestJSON-824934422-project-member] Enqueued Resource ID: 6252e64a-b311-40e1-bced-0dc0bf08891f with Priority: HIGHEST for action security_group_members [ 1001.277963] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6252e64a-b311-40e1-bced-0dc0bf08891f with Priority: HIGHEST for action security_group_members [ 1001.278314] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6252e64a-b311-40e1-bced-0dc0bf08891f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.278443] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.278512] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.278708] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.278871] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.278964] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.279112] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.279242] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.279529] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.279529] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6252e64a-b311-40e1-bced-0dc0bf08891f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.401569] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.602165] env[67081]: INFO networking_nsxv3.common.synchronization [req-f4b65cb0-ac34-4e72-b8ff-292492258dfc req-2935b93d-63c9-4464-89cb-68d3d6a0a396 service nova] Enqueued Resource ID: f9778129-988c-45c6-aae9-54a6bbe009d1 with Priority: HIGHEST for action security_group_rules [ 1001.602373] env[67081]: INFO networking_nsxv3.common.synchronization [req-f4b65cb0-ac34-4e72-b8ff-292492258dfc req-2935b93d-63c9-4464-89cb-68d3d6a0a396 service nova] Enqueued Resource ID: f9778129-988c-45c6-aae9-54a6bbe009d1 with Priority: HIGHEST for action security_group_members [ 1001.602514] env[67081]: INFO networking_nsxv3.common.synchronization [req-f4b65cb0-ac34-4e72-b8ff-292492258dfc req-2935b93d-63c9-4464-89cb-68d3d6a0a396 service nova] Enqueued Resource ID: de1ce23c-8d91-4d3a-91c7-055e2b69ec57 with Priority: HIGHEST for action port [ 1001.603139] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9778129-988c-45c6-aae9-54a6bbe009d1 with Priority: HIGHEST for action security_group_rules [ 1001.603308] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9778129-988c-45c6-aae9-54a6bbe009d1 with Priority: HIGHEST for action security_group_members [ 1001.603442] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de1ce23c-8d91-4d3a-91c7-055e2b69ec57 with Priority: HIGHEST for action port [ 1001.603822] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9778129-988c-45c6-aae9-54a6bbe009d1 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.603968] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.604101] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.604290] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.604394] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9778129-988c-45c6-aae9-54a6bbe009d1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.605307] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9778129-988c-45c6-aae9-54a6bbe009d1 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.605498] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.605599] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-de1ce23c-8d91-4d3a-91c7-055e2b69ec57 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.605698] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de1ce23c-8d91-4d3a-91c7-055e2b69ec57" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.605762] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de1ce23c-8d91-4d3a-91c7-055e2b69ec57" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.605928] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de1ce23c-8d91-4d3a-91c7-055e2b69ec57" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.606009] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de1ce23c-8d91-4d3a-91c7-055e2b69ec57',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.785030] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.785030] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.785030] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.785030] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.785030] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.785030] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.785030] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.785030] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.785030] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.785030] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.785030] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6252e64a-b311-40e1-bced-0dc0bf08891f is going to be updated. [ 1001.815685] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.815908] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.815908] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.816277] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.816277] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.828576] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6252e64a-b311-40e1-bced-0dc0bf08891f in Status: IN_PROGRESS for 2s [ 1001.905642] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.905815] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.905886] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.906134] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.906250] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.906348] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4 is going to be updated. [ 1001.938145] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.938427] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.938427] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.938639] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.938859] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.953093] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4 in Status: IN_PROGRESS for 2s [ 1002.109931] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9778129-988c-45c6-aae9-54a6bbe009d1 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.110147] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.110407] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de1ce23c-8d91-4d3a-91c7-055e2b69ec57 with status ACTIVE [ 1002.110667] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.110756] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.110863] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.110992] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.111092] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.111255] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.111352] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.111412] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.111999] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.111999] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.111999] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.111999] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.111999] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.112411] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.112411] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.112411] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de1ce23c-8d91-4d3a-91c7-055e2b69ec57 is going to be updated. [ 1002.139310] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.139526] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.139526] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.139784] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.139950] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.140986] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de1ce23c-8d91-4d3a-91c7-055e2b69ec57" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.502793] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9778129-988c-45c6-aae9-54a6bbe009d1 in Status: SUCCESS [ 1002.502977] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9778129-988c-45c6-aae9-54a6bbe009d1 deletion is rescheduled due to dependency. [ 1002.503109] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.503313] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.503514] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.503718] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.503811] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.503907] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.504038] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.504164] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.504203] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9778129-988c-45c6-aae9-54a6bbe009d1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.673034] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48c43bab-51e7-4706-bbcd-fb33aad4442b in Status: SUCCESS [ 1002.673316] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.673527] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.673771] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.674016] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.674165] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.674261] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.674419] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.674516] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.674589] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48c43bab-51e7-4706-bbcd-fb33aad4442b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.007770] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9778129-988c-45c6-aae9-54a6bbe009d1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.177139] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48c43bab-51e7-4706-bbcd-fb33aad4442b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.511279] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9778129-988c-45c6-aae9-54a6bbe009d1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.679434] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48c43bab-51e7-4706-bbcd-fb33aad4442b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.842476] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6252e64a-b311-40e1-bced-0dc0bf08891f in Status: SUCCESS [ 1003.842659] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6252e64a-b311-40e1-bced-0dc0bf08891f deletion is rescheduled due to dependency. [ 1003.842776] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.964288] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4 in Status: SUCCESS [ 1003.964972] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.014478] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.014814] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.014814] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.014974] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.015182] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.015466] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9778129-988c-45c6-aae9-54a6bbe009d1 is going to be updated. [ 1004.049867] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.050232] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.050232] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.050437] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.050587] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.063743] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9778129-988c-45c6-aae9-54a6bbe009d1 in Status: IN_PROGRESS for 2s [ 1004.182730] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.182917] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.182991] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.183236] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.183333] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.183478] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48c43bab-51e7-4706-bbcd-fb33aad4442b is going to be updated. [ 1004.212619] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.212765] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.212828] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.213232] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.213232] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.224082] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48c43bab-51e7-4706-bbcd-fb33aad4442b in Status: IN_PROGRESS for 2s [ 1005.921334] env[67081]: INFO networking_nsxv3.common.synchronization [req-f671e47e-71c8-4db5-8e2c-e4699199316e req-6390d1bd-b898-4f62-9db2-3b4b5304eb8c tempest-ImagesTestJSON-1520802003 tempest-ImagesTestJSON-1520802003-project-member] Enqueued Resource ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f with Priority: HIGHEST for action security_group_members [ 1005.921902] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f with Priority: HIGHEST for action security_group_members [ 1005.922325] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.922486] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.922559] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.923157] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.923451] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.924374] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.924518] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.924663] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.924663] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.924865] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1eef0506-1c43-4aa3-8ce6-a2f56673c16f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.074896] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9778129-988c-45c6-aae9-54a6bbe009d1 in Status: SUCCESS [ 1006.075116] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.075286] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.075506] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.078032] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.078723] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.078723] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.078723] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.078723] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.078723] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.078723] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9778129-988c-45c6-aae9-54a6bbe009d1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.239956] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48c43bab-51e7-4706-bbcd-fb33aad4442b in Status: SUCCESS [ 1006.240211] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.240377] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.240599] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.240805] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.240919] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.241043] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.245121] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.245298] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.245415] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.245618] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-48c43bab-51e7-4706-bbcd-fb33aad4442b taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.245736] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.245820] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.245975] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.246154] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.246251] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.246386] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.246447] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.246592] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.246592] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.246711] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('48c43bab-51e7-4706-bbcd-fb33aad4442b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.429620] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.429867] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.429867] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.430085] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.430158] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.430386] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.430543] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.430635] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.430810] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.430916] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.431028] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f is going to be updated. [ 1006.438191] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock network-21 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.438399] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "network-21" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.438589] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "network-21" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.438855] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "network-21" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.439147] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.439330] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.439454] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.439793] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.440549] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.440549] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1006.440549] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1006.440730] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1006.440730] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1006.440839] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1006.440891] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1006.441047] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1006.464023] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1006.464023] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1006.464023] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1006.464023] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "network-21" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.464023] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock port-1072d94c-c968-482a-838e-70c85e627078 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.464023] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "port-1072d94c-c968-482a-838e-70c85e627078" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.464023] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "port-1072d94c-c968-482a-838e-70c85e627078" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.464023] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "port-1072d94c-c968-482a-838e-70c85e627078" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.464023] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1072d94c-c968-482a-838e-70c85e627078',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.467652] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.467851] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.468595] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.468855] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.469027] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.478938] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f in Status: IN_PROGRESS for 2s [ 1006.580955] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9778129-988c-45c6-aae9-54a6bbe009d1 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.581206] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.581206] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.581413] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.581595] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.581722] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.581767] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.581902] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.581986] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.582092] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.582280] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9778129-988c-45c6-aae9-54a6bbe009d1 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.582374] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.582434] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.582929] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.583078] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.583187] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.583239] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.583414] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.583493] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.583579] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.583698] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9778129-988c-45c6-aae9-54a6bbe009d1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.749194] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 48c43bab-51e7-4706-bbcd-fb33aad4442b: rpc.has_security_group_logging(os_id): False [ 1006.769963] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.770207] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.770314] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.770678] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.770678] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.770809] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.770911] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.770962] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.771129] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.771205] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.771394] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.771488] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.771544] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.771682] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.771756] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.771953] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.772135] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.772135] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.772300] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.772345] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.772426] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48c43bab-51e7-4706-bbcd-fb33aad4442b is going to be created. [ 1006.856940] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.857177] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.857177] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.857420] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.857690] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.871637] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48c43bab-51e7-4706-bbcd-fb33aad4442b in Status: IN_PROGRESS for 2s [ 1006.967023] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.967632] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.967632] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.968150] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.968425] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.968683] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Segment Port 1072d94c-c968-482a-838e-70c85e627078 not found, creating... [ 1006.969092] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.969398] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.969669] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.969979] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.970331] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.970723] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.970917] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.971053] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.971499] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.971654] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.972744] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Resource: SegmentPort with ID: 1072d94c-c968-482a-838e-70c85e627078 is going to be created. [ 1006.976634] env[67081]: INFO networking_nsxv3.common.synchronization [None req-632cb414-d156-4d4d-8586-8f5df5dc1f5c None None] Enqueued Resource ID: 7f23ed96-c464-4434-802e-89b9c6ca0211 with Priority: HIGHEST for action port [ 1006.977683] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f23ed96-c464-4434-802e-89b9c6ca0211 with Priority: HIGHEST for action port [ 1006.978076] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f23ed96-c464-4434-802e-89b9c6ca0211 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.978215] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f23ed96-c464-4434-802e-89b9c6ca0211" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.978290] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f23ed96-c464-4434-802e-89b9c6ca0211" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.978606] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f23ed96-c464-4434-802e-89b9c6ca0211" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.978677] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f23ed96-c464-4434-802e-89b9c6ca0211',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.005951] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.006136] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.006267] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.006984] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.006984] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.007110] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "port-1072d94c-c968-482a-838e-70c85e627078" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.088506] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9778129-988c-45c6-aae9-54a6bbe009d1: rpc.has_security_group_logging(os_id): False [ 1007.123250] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.123519] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.123646] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.123973] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.125406] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.125406] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.125406] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.125406] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.125406] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.125406] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.125406] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.125917] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.125969] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.126133] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.126228] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.126639] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.126639] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.126639] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.126832] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.126832] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.126896] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9778129-988c-45c6-aae9-54a6bbe009d1 is going to be updated. [ 1007.226112] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.226457] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.226624] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.226976] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.227235] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.246797] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9778129-988c-45c6-aae9-54a6bbe009d1 in Status: IN_PROGRESS for 2s [ 1007.482244] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7f23ed96-c464-4434-802e-89b9c6ca0211 [ 1007.483437] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.483437] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.483437] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.483437] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.483437] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.483437] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7f23ed96-c464-4434-802e-89b9c6ca0211 already deleted. [ 1007.483437] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f23ed96-c464-4434-802e-89b9c6ca0211" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.773272] env[67081]: INFO networking_nsxv3.common.synchronization [req-f671e47e-71c8-4db5-8e2c-e4699199316e req-a54efa0a-d4d1-448b-8ac2-7dfc7abd20d4 service nova] Enqueued Resource ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f with Priority: HIGHEST for action security_group_rules [ 1007.773470] env[67081]: INFO networking_nsxv3.common.synchronization [req-f671e47e-71c8-4db5-8e2c-e4699199316e req-a54efa0a-d4d1-448b-8ac2-7dfc7abd20d4 service nova] Enqueued Resource ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f with Priority: HIGHEST for action security_group_members [ 1007.773654] env[67081]: INFO networking_nsxv3.common.synchronization [req-f671e47e-71c8-4db5-8e2c-e4699199316e req-a54efa0a-d4d1-448b-8ac2-7dfc7abd20d4 service nova] Enqueued Resource ID: 1072d94c-c968-482a-838e-70c85e627078 with Priority: HIGHEST for action port [ 1007.774935] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f with Priority: HIGHEST for action security_group_rules [ 1007.775154] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f with Priority: HIGHEST for action security_group_members [ 1007.775274] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1072d94c-c968-482a-838e-70c85e627078 with Priority: HIGHEST for action port [ 1007.775582] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1eef0506-1c43-4aa3-8ce6-a2f56673c16f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.775864] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.775864] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.775996] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.776056] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1eef0506-1c43-4aa3-8ce6-a2f56673c16f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.777207] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.777298] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.778232] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-1072d94c-c968-482a-838e-70c85e627078 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.778232] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1072d94c-c968-482a-838e-70c85e627078" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.778232] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1072d94c-c968-482a-838e-70c85e627078" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.778232] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1072d94c-c968-482a-838e-70c85e627078" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.778232] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1072d94c-c968-482a-838e-70c85e627078',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.241445] env[67081]: INFO networking_nsxv3.common.synchronization [None req-7852e247-7f85-4ac3-b61a-cbc6979b376d tempest-AttachInterfacesTestJSON-919501604 tempest-AttachInterfacesTestJSON-919501604-project-member] Enqueued Resource ID: f9778129-988c-45c6-aae9-54a6bbe009d1 with Priority: HIGHEST for action security_group_members [ 1008.242018] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9778129-988c-45c6-aae9-54a6bbe009d1 with Priority: HIGHEST for action security_group_members [ 1008.242393] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9778129-988c-45c6-aae9-54a6bbe009d1 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.242510] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.242575] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.242766] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.242915] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.243084] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.243192] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.244606] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.244606] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.244606] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9778129-988c-45c6-aae9-54a6bbe009d1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.279569] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.279788] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.284187] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1072d94c-c968-482a-838e-70c85e627078 with status ACTIVE [ 1008.284420] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.284989] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.284989] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.284989] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.284989] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.285243] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.285243] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.285339] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.285415] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.285487] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.287950] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.287950] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.287950] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.287950] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.287950] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.287950] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1072d94c-c968-482a-838e-70c85e627078 is going to be updated. [ 1008.316273] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.316560] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.316736] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.317024] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.317226] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.317408] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1072d94c-c968-482a-838e-70c85e627078" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.498900] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f in Status: SUCCESS [ 1008.498900] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f deletion is rescheduled due to dependency. [ 1008.498900] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.499541] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.499784] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.500028] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.500132] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.500178] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.500322] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.500427] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.500543] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1eef0506-1c43-4aa3-8ce6-a2f56673c16f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.747096] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9778129-988c-45c6-aae9-54a6bbe009d1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.887618] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48c43bab-51e7-4706-bbcd-fb33aad4442b in Status: SUCCESS [ 1008.887978] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.888212] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.888485] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.888586] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48c43bab-51e7-4706-bbcd-fb33aad4442b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.003692] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1eef0506-1c43-4aa3-8ce6-a2f56673c16f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.251538] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9778129-988c-45c6-aae9-54a6bbe009d1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.262832] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9778129-988c-45c6-aae9-54a6bbe009d1 in Status: SUCCESS [ 1009.262832] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.273797] env[67081]: INFO networking_nsxv3.common.synchronization [None req-85102353-714b-423d-9eef-4e3133c24a13 None None] Enqueued Resource ID: c864f451-d1c4-40d1-86c1-f5716a6f5e5b with Priority: HIGHEST for action port [ 1009.274894] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c864f451-d1c4-40d1-86c1-f5716a6f5e5b with Priority: HIGHEST for action port [ 1009.275489] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-c864f451-d1c4-40d1-86c1-f5716a6f5e5b taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.275664] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c864f451-d1c4-40d1-86c1-f5716a6f5e5b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.276249] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c864f451-d1c4-40d1-86c1-f5716a6f5e5b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.276249] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c864f451-d1c4-40d1-86c1-f5716a6f5e5b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.276249] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c864f451-d1c4-40d1-86c1-f5716a6f5e5b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.392763] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-48c43bab-51e7-4706-bbcd-fb33aad4442b taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.392763] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.392763] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.392763] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.392763] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.393226] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.393226] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.393226] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.393226] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.393226] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.393512] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('48c43bab-51e7-4706-bbcd-fb33aad4442b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.506496] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1eef0506-1c43-4aa3-8ce6-a2f56673c16f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.757857] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.757857] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.757857] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.757857] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.757857] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.757857] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9778129-988c-45c6-aae9-54a6bbe009d1 is going to be updated. [ 1009.780700] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c864f451-d1c4-40d1-86c1-f5716a6f5e5b [ 1009.780700] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.780700] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.780957] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.780957] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.781024] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.781234] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c864f451-d1c4-40d1-86c1-f5716a6f5e5b already deleted. [ 1009.781234] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c864f451-d1c4-40d1-86c1-f5716a6f5e5b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.790727] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.790727] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.790727] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.790727] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.790727] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.799922] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9778129-988c-45c6-aae9-54a6bbe009d1 in Status: IN_PROGRESS for 2s [ 1009.896396] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-48c43bab-51e7-4706-bbcd-fb33aad4442b taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.896621] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.896725] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.896932] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.897207] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.897207] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.897347] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.897417] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.897504] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.897628] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.897799] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-48c43bab-51e7-4706-bbcd-fb33aad4442b taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.897895] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.897955] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.898132] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.898295] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.898583] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.898583] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.898779] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.898900] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.898985] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.899314] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('48c43bab-51e7-4706-bbcd-fb33aad4442b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.010080] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.010350] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.010503] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.011157] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.011327] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.011483] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f is going to be updated. [ 1010.050465] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.050676] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.050726] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.050984] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.051212] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.064667] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f in Status: IN_PROGRESS for 2s [ 1010.402659] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 48c43bab-51e7-4706-bbcd-fb33aad4442b: rpc.has_security_group_logging(os_id): False [ 1010.429343] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.429564] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.429564] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.429780] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.429988] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.430175] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.430469] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.430727] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.430727] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.430865] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.431392] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.431392] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.431392] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.431392] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.431392] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.431749] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.431749] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.431749] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.431928] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.431928] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.432040] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48c43bab-51e7-4706-bbcd-fb33aad4442b is going to be updated. [ 1010.534599] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.534893] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.534893] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.535059] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.535187] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.550773] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48c43bab-51e7-4706-bbcd-fb33aad4442b in Status: IN_PROGRESS for 2s [ 1010.750018] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-704 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.750018] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-704" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.750018] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-704" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.750018] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-704" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.750018] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.750018] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.750018] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.750018] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.750890] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.751290] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1010.751553] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1010.751792] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1010.752030] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1010.752295] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1010.752527] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1010.752771] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1010.776845] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1010.776845] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1010.777055] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1010.777718] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-704" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.777718] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-a298f72f-04a7-4ebc-8cc0-ace89f97cf67 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.777885] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-a298f72f-04a7-4ebc-8cc0-ace89f97cf67" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.777994] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-a298f72f-04a7-4ebc-8cc0-ace89f97cf67" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.778377] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-a298f72f-04a7-4ebc-8cc0-ace89f97cf67" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.778567] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a298f72f-04a7-4ebc-8cc0-ace89f97cf67',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.884867] env[67081]: INFO networking_nsxv3.common.synchronization [req-b27a16a8-80a9-439b-90cc-2bce039a2a80 req-b5128038-7dd4-4039-b012-922d8587b76b tempest-ServerTagsTestJSON-1623022807 tempest-ServerTagsTestJSON-1623022807-project-member] Enqueued Resource ID: 0958585e-7b17-46e9-ad2e-c7997356cdf2 with Priority: HIGHEST for action security_group_members [ 1010.885697] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0958585e-7b17-46e9-ad2e-c7997356cdf2 with Priority: HIGHEST for action security_group_members [ 1010.887141] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-0958585e-7b17-46e9-ad2e-c7997356cdf2 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.887986] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0958585e-7b17-46e9-ad2e-c7997356cdf2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.887986] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0958585e-7b17-46e9-ad2e-c7997356cdf2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.887986] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0958585e-7b17-46e9-ad2e-c7997356cdf2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.888653] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.888846] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.889448] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.889448] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.889871] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.890901] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0958585e-7b17-46e9-ad2e-c7997356cdf2',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.056490] env[67081]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1011.056490] env[67081]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1011.282137] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.282513] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.282687] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.283023] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.283213] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.283396] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port a298f72f-04a7-4ebc-8cc0-ace89f97cf67 not found, creating... [ 1011.283756] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.283984] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.284138] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.284617] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.284844] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.285081] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.285307] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.285442] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.285828] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.285924] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.286173] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: a298f72f-04a7-4ebc-8cc0-ace89f97cf67 is going to be created. [ 1011.309530] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.309810] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.310031] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.310401] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.310657] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.310909] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-a298f72f-04a7-4ebc-8cc0-ace89f97cf67" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.392599] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.395670] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.395670] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.395670] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.395670] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.395670] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.395670] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.395670] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.395670] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.395670] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.395670] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0958585e-7b17-46e9-ad2e-c7997356cdf2 is going to be updated. [ 1011.450582] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.450868] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.450868] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.451178] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.451345] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.466550] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0958585e-7b17-46e9-ad2e-c7997356cdf2 in Status: IN_PROGRESS for 2s [ 1011.814721] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9778129-988c-45c6-aae9-54a6bbe009d1 in Status: SUCCESS [ 1011.814988] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.031257] env[67081]: INFO networking_nsxv3.common.synchronization [req-3e0cd2e7-5c9e-43ba-bc23-c4f0732fdf90 req-be992a95-14f8-47c7-a65b-3435238ec467 service nova] Enqueued Resource ID: f9778129-988c-45c6-aae9-54a6bbe009d1 with Priority: HIGHEST for action security_group_rules [ 1012.031440] env[67081]: INFO networking_nsxv3.common.synchronization [req-3e0cd2e7-5c9e-43ba-bc23-c4f0732fdf90 req-be992a95-14f8-47c7-a65b-3435238ec467 service nova] Enqueued Resource ID: f9778129-988c-45c6-aae9-54a6bbe009d1 with Priority: HIGHEST for action security_group_members [ 1012.031578] env[67081]: INFO networking_nsxv3.common.synchronization [req-3e0cd2e7-5c9e-43ba-bc23-c4f0732fdf90 req-be992a95-14f8-47c7-a65b-3435238ec467 service nova] Enqueued Resource ID: a298f72f-04a7-4ebc-8cc0-ace89f97cf67 with Priority: HIGHEST for action port [ 1012.034269] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9778129-988c-45c6-aae9-54a6bbe009d1 with Priority: HIGHEST for action security_group_rules [ 1012.034361] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9778129-988c-45c6-aae9-54a6bbe009d1 with Priority: HIGHEST for action security_group_members [ 1012.034440] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a298f72f-04a7-4ebc-8cc0-ace89f97cf67 with Priority: HIGHEST for action port [ 1012.035055] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9778129-988c-45c6-aae9-54a6bbe009d1 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.035055] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.035055] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.035700] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.035700] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9778129-988c-45c6-aae9-54a6bbe009d1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.036298] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9778129-988c-45c6-aae9-54a6bbe009d1 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.036418] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.036622] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.036823] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.036981] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.037087] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.038779] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.038779] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.038779] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.038779] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9778129-988c-45c6-aae9-54a6bbe009d1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.039197] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-a298f72f-04a7-4ebc-8cc0-ace89f97cf67 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.039197] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a298f72f-04a7-4ebc-8cc0-ace89f97cf67" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.039197] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a298f72f-04a7-4ebc-8cc0-ace89f97cf67" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.039197] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a298f72f-04a7-4ebc-8cc0-ace89f97cf67" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.039358] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a298f72f-04a7-4ebc-8cc0-ace89f97cf67',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.076362] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f in Status: SUCCESS [ 1012.076874] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.079031] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.079031] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.079031] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.079031] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.079031] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.079031] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.079031] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.079031] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.079031] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1eef0506-1c43-4aa3-8ce6-a2f56673c16f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.541465] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9778129-988c-45c6-aae9-54a6bbe009d1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.542659] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9778129-988c-45c6-aae9-54a6bbe009d1 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.542812] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.542939] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a298f72f-04a7-4ebc-8cc0-ace89f97cf67 with status ACTIVE [ 1012.543117] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.543292] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.543439] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.543581] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.543682] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.543852] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.543949] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.544027] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.544179] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.544263] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.544431] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.544577] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.544577] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.545588] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.545690] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.546413] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a298f72f-04a7-4ebc-8cc0-ace89f97cf67 is going to be updated. [ 1012.572507] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48c43bab-51e7-4706-bbcd-fb33aad4442b in Status: SUCCESS [ 1012.572755] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.573842] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.573995] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.574075] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.574297] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.574458] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.574634] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a298f72f-04a7-4ebc-8cc0-ace89f97cf67" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.582950] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.583254] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.583356] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.583605] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.583831] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.583956] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.584096] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.584343] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.584455] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.584622] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.584846] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.584948] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.585025] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.585187] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.585424] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.585562] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.585625] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.585796] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.586320] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.586469] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.586647] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1eef0506-1c43-4aa3-8ce6-a2f56673c16f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.048020] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9778129-988c-45c6-aae9-54a6bbe009d1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.091389] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1eef0506-1c43-4aa3-8ce6-a2f56673c16f: rpc.has_security_group_logging(os_id): False [ 1013.110013] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.110013] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.110013] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.110013] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.110013] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.110013] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.110013] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.110013] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.110013] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.110013] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.110440] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.110440] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.110440] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.111073] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.111073] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.111073] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.111073] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.111073] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.111366] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.111366] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.111516] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f is going to be updated. [ 1013.177376] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.177591] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.177644] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.177841] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.178012] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.193706] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f in Status: IN_PROGRESS for 2s [ 1013.311214] env[67081]: INFO networking_nsxv3.common.synchronization [None req-216872da-63ac-4ffe-845e-efc22e40a599 None None] Enqueued Resource ID: c4953095-b0e2-47d8-8408-62f64c075f9f with Priority: HIGHEST for action port [ 1013.311214] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4953095-b0e2-47d8-8408-62f64c075f9f with Priority: HIGHEST for action port [ 1013.311214] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4953095-b0e2-47d8-8408-62f64c075f9f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.311214] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4953095-b0e2-47d8-8408-62f64c075f9f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.311214] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4953095-b0e2-47d8-8408-62f64c075f9f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.311214] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4953095-b0e2-47d8-8408-62f64c075f9f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.311214] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4953095-b0e2-47d8-8408-62f64c075f9f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.477259] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0958585e-7b17-46e9-ad2e-c7997356cdf2 in Status: SUCCESS [ 1013.477570] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0958585e-7b17-46e9-ad2e-c7997356cdf2 deletion is rescheduled due to dependency. [ 1013.477782] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0958585e-7b17-46e9-ad2e-c7997356cdf2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.552373] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.552675] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.552675] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.554358] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.554358] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.554358] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9778129-988c-45c6-aae9-54a6bbe009d1 is going to be updated. [ 1013.586980] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.587365] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.587565] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.588034] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.588408] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.601132] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9778129-988c-45c6-aae9-54a6bbe009d1 in Status: IN_PROGRESS for 2s [ 1013.819557] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c4953095-b0e2-47d8-8408-62f64c075f9f [ 1013.819823] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.819965] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.820059] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.820360] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.820454] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.820580] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c4953095-b0e2-47d8-8408-62f64c075f9f already deleted. [ 1013.820680] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4953095-b0e2-47d8-8408-62f64c075f9f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.662380] env[67081]: INFO networking_nsxv3.common.synchronization [None req-daef7f14-38a8-4a81-9b48-514c4455e772 tempest-AttachVolumeShelveTestJSON-1448615665 tempest-AttachVolumeShelveTestJSON-1448615665-project-member] Enqueued Resource ID: 6a3716c2-236b-4046-ba8c-efaedc7522a1 with Priority: HIGHEST for action security_group_rules [ 1014.663343] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a3716c2-236b-4046-ba8c-efaedc7522a1 with Priority: HIGHEST for action security_group_rules [ 1014.664053] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a3716c2-236b-4046-ba8c-efaedc7522a1 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.664053] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a3716c2-236b-4046-ba8c-efaedc7522a1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.664053] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a3716c2-236b-4046-ba8c-efaedc7522a1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.664395] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a3716c2-236b-4046-ba8c-efaedc7522a1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.664544] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a3716c2-236b-4046-ba8c-efaedc7522a1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.764798] env[67081]: INFO networking_nsxv3.common.synchronization [None req-f4d5c2ae-1840-4083-b049-1d1c2d00680f tempest-AttachVolumeShelveTestJSON-1448615665 tempest-AttachVolumeShelveTestJSON-1448615665-project-member] Enqueued Resource ID: 6a3716c2-236b-4046-ba8c-efaedc7522a1 with Priority: HIGHEST for action security_group_rules [ 1014.765448] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a3716c2-236b-4046-ba8c-efaedc7522a1 with Priority: HIGHEST for action security_group_rules [ 1014.766026] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a3716c2-236b-4046-ba8c-efaedc7522a1 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.766026] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a3716c2-236b-4046-ba8c-efaedc7522a1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.191207] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.191564] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.191727] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.192267] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.192493] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.193219] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a3716c2-236b-4046-ba8c-efaedc7522a1 already deleted. [ 1015.193219] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a3716c2-236b-4046-ba8c-efaedc7522a1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.195176] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a3716c2-236b-4046-ba8c-efaedc7522a1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.195176] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a3716c2-236b-4046-ba8c-efaedc7522a1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.195176] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a3716c2-236b-4046-ba8c-efaedc7522a1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.208584] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f in Status: SUCCESS [ 1015.209038] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.467920] env[67081]: INFO networking_nsxv3.common.synchronization [req-ce60e6cf-3533-4354-9b58-b79790f0e8e1 req-3dc92f8f-84e1-42d1-8435-da5a8f838ac4 tempest-AttachVolumeNegativeTest-1783079297 tempest-AttachVolumeNegativeTest-1783079297-project-member] Enqueued Resource ID: dc6b44dc-e4a2-4cc0-9998-91b2285e9c61 with Priority: HIGHEST for action security_group_members [ 1015.469346] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc6b44dc-e4a2-4cc0-9998-91b2285e9c61 with Priority: HIGHEST for action security_group_members [ 1015.469346] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc6b44dc-e4a2-4cc0-9998-91b2285e9c61 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.469346] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc6b44dc-e4a2-4cc0-9998-91b2285e9c61" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.469346] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc6b44dc-e4a2-4cc0-9998-91b2285e9c61" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.469346] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc6b44dc-e4a2-4cc0-9998-91b2285e9c61" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.470312] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.470312] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.470312] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.470312] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.470482] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.470482] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc6b44dc-e4a2-4cc0-9998-91b2285e9c61',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.611910] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9778129-988c-45c6-aae9-54a6bbe009d1 in Status: SUCCESS [ 1015.611910] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.611910] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.611910] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.611910] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.612377] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.612377] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.612377] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.612377] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.612377] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.612947] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9778129-988c-45c6-aae9-54a6bbe009d1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.622380] env[67081]: INFO networking_nsxv3.common.synchronization [None req-ee876e5a-952e-486a-80da-43f826d7b3b1 None None] Enqueued Resource ID: d01f5f00-1654-4064-9498-f031fd6bc559 with Priority: HIGHEST for action port [ 1015.623133] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d01f5f00-1654-4064-9498-f031fd6bc559 with Priority: HIGHEST for action port [ 1015.623216] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-d01f5f00-1654-4064-9498-f031fd6bc559 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.623378] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d01f5f00-1654-4064-9498-f031fd6bc559" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.623968] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d01f5f00-1654-4064-9498-f031fd6bc559" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.624079] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d01f5f00-1654-4064-9498-f031fd6bc559" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.624283] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d01f5f00-1654-4064-9498-f031fd6bc559',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.717899] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.718239] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.718239] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.718456] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.718566] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.718667] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a3716c2-236b-4046-ba8c-efaedc7522a1 already deleted. [ 1015.718751] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a3716c2-236b-4046-ba8c-efaedc7522a1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.972612] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.973422] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.973695] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.974112] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.974236] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.974484] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.974587] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.974650] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.974815] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.974894] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.974990] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc6b44dc-e4a2-4cc0-9998-91b2285e9c61 is going to be updated. [ 1016.009265] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.009478] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.009478] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.009709] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.009867] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.020643] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc6b44dc-e4a2-4cc0-9998-91b2285e9c61 in Status: IN_PROGRESS for 2s [ 1016.114904] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9778129-988c-45c6-aae9-54a6bbe009d1 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.115091] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.115168] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.115397] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.115571] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.115676] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.115744] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.115895] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.115987] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.116094] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.116264] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9778129-988c-45c6-aae9-54a6bbe009d1 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.116395] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.116474] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.116621] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.116767] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.116859] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.116923] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.117072] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.117149] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.117233] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.117325] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9778129-988c-45c6-aae9-54a6bbe009d1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.128124] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d01f5f00-1654-4064-9498-f031fd6bc559 [ 1016.128576] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.128750] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.128857] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.129096] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.129274] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.129306] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d01f5f00-1654-4064-9498-f031fd6bc559 already deleted. [ 1016.129897] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d01f5f00-1654-4064-9498-f031fd6bc559" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.621341] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9778129-988c-45c6-aae9-54a6bbe009d1: rpc.has_security_group_logging(os_id): False [ 1016.645977] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.646073] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.646240] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.646395] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.646507] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.646986] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.646986] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.646986] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.646986] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.647207] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.647308] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.647356] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.647592] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.647592] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.647736] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.647790] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.647866] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.647988] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.648300] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.648463] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.648597] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9778129-988c-45c6-aae9-54a6bbe009d1 is going to be updated. [ 1016.714547] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.714547] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.714547] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.714707] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.714888] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.731098] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9778129-988c-45c6-aae9-54a6bbe009d1 in Status: IN_PROGRESS for 2s [ 1016.780735] env[67081]: INFO networking_nsxv3.common.synchronization [req-71b4ccd3-cef4-4a3b-9153-a8117f755ae9 req-d7f6ccfb-48f9-4379-971f-38dfa89f29b2 tempest-ServerMetadataTestJSON-2132549081 tempest-ServerMetadataTestJSON-2132549081-project-member] Enqueued Resource ID: 5d50987e-802d-4a32-b4cc-e04d5420ad85 with Priority: HIGHEST for action security_group_members [ 1016.781463] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d50987e-802d-4a32-b4cc-e04d5420ad85 with Priority: HIGHEST for action security_group_members [ 1016.781858] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d50987e-802d-4a32-b4cc-e04d5420ad85 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.782032] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d50987e-802d-4a32-b4cc-e04d5420ad85" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.782088] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d50987e-802d-4a32-b4cc-e04d5420ad85" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.782440] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d50987e-802d-4a32-b4cc-e04d5420ad85" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.786021] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.786021] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.786021] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.786021] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.786021] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.786021] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d50987e-802d-4a32-b4cc-e04d5420ad85',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.175642] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock network-530 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.175848] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "network-530" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.175957] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "network-530" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.176366] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "network-530" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.176648] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.176807] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.176936] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.177254] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.177602] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.177759] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.178802] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1017.178802] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1017.178802] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1017.178802] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.178802] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1017.179135] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1017.208222] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1017.208474] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1017.208641] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1017.208849] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "network-530" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.209264] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock port-84de5e57-f06e-4030-8dae-bef7e6d18eea taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.209505] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "port-84de5e57-f06e-4030-8dae-bef7e6d18eea" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.209617] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "port-84de5e57-f06e-4030-8dae-bef7e6d18eea" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.211078] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "port-84de5e57-f06e-4030-8dae-bef7e6d18eea" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.211078] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84de5e57-f06e-4030-8dae-bef7e6d18eea',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.288219] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.288612] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.288701] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.289091] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.289181] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.289517] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.289709] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.289825] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.290462] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.290566] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.290676] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d50987e-802d-4a32-b4cc-e04d5420ad85 already deleted. [ 1017.290773] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d50987e-802d-4a32-b4cc-e04d5420ad85" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.713427] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.713712] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.713868] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.714252] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.714414] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.714594] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Segment Port 84de5e57-f06e-4030-8dae-bef7e6d18eea not found, creating... [ 1017.714904] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.715176] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.715295] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.715502] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.715809] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.716026] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.716263] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.716397] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.716624] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.716761] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.716904] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Resource: SegmentPort with ID: 84de5e57-f06e-4030-8dae-bef7e6d18eea is going to be created. [ 1017.742170] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.742611] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.742755] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.743105] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.744342] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.744342] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "port-84de5e57-f06e-4030-8dae-bef7e6d18eea" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.032759] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc6b44dc-e4a2-4cc0-9998-91b2285e9c61 in Status: SUCCESS [ 1018.033522] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc6b44dc-e4a2-4cc0-9998-91b2285e9c61 deletion is rescheduled due to dependency. [ 1018.033522] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc6b44dc-e4a2-4cc0-9998-91b2285e9c61" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.473034] env[67081]: INFO networking_nsxv3.common.synchronization [req-71b4ccd3-cef4-4a3b-9153-a8117f755ae9 req-d502c3e7-9789-4d10-9fd7-aca1736a42c2 service nova] Enqueued Resource ID: 5d50987e-802d-4a32-b4cc-e04d5420ad85 with Priority: HIGHEST for action security_group_rules [ 1018.473034] env[67081]: INFO networking_nsxv3.common.synchronization [req-71b4ccd3-cef4-4a3b-9153-a8117f755ae9 req-d502c3e7-9789-4d10-9fd7-aca1736a42c2 service nova] Enqueued Resource ID: 5d50987e-802d-4a32-b4cc-e04d5420ad85 with Priority: HIGHEST for action security_group_members [ 1018.473034] env[67081]: INFO networking_nsxv3.common.synchronization [req-71b4ccd3-cef4-4a3b-9153-a8117f755ae9 req-d502c3e7-9789-4d10-9fd7-aca1736a42c2 service nova] Enqueued Resource ID: 84de5e57-f06e-4030-8dae-bef7e6d18eea with Priority: HIGHEST for action port [ 1018.473034] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d50987e-802d-4a32-b4cc-e04d5420ad85 with Priority: HIGHEST for action security_group_rules [ 1018.473034] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d50987e-802d-4a32-b4cc-e04d5420ad85 with Priority: HIGHEST for action security_group_members [ 1018.473034] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84de5e57-f06e-4030-8dae-bef7e6d18eea with Priority: HIGHEST for action port [ 1018.473034] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d50987e-802d-4a32-b4cc-e04d5420ad85 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.473343] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d50987e-802d-4a32-b4cc-e04d5420ad85" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.473343] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d50987e-802d-4a32-b4cc-e04d5420ad85" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.473603] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d50987e-802d-4a32-b4cc-e04d5420ad85" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.473736] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d50987e-802d-4a32-b4cc-e04d5420ad85',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.475528] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d50987e-802d-4a32-b4cc-e04d5420ad85 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.475528] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d50987e-802d-4a32-b4cc-e04d5420ad85" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.475528] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d50987e-802d-4a32-b4cc-e04d5420ad85" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.477493] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d50987e-802d-4a32-b4cc-e04d5420ad85" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.477709] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.477856] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.477993] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.478211] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.478319] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.478514] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d50987e-802d-4a32-b4cc-e04d5420ad85',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.479478] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-84de5e57-f06e-4030-8dae-bef7e6d18eea taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.479651] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84de5e57-f06e-4030-8dae-bef7e6d18eea" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.479706] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84de5e57-f06e-4030-8dae-bef7e6d18eea" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.479835] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84de5e57-f06e-4030-8dae-bef7e6d18eea" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.479927] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84de5e57-f06e-4030-8dae-bef7e6d18eea',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.747537] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9778129-988c-45c6-aae9-54a6bbe009d1 in Status: SUCCESS [ 1018.747779] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.975847] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d50987e-802d-4a32-b4cc-e04d5420ad85 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.975847] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d50987e-802d-4a32-b4cc-e04d5420ad85" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.985844] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d50987e-802d-4a32-b4cc-e04d5420ad85',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.986484] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 84de5e57-f06e-4030-8dae-bef7e6d18eea with status ACTIVE [ 1018.986706] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.986845] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.986897] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.987102] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.987199] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.987370] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.987473] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.987534] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.987686] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.987765] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.987954] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.988170] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.988170] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.988266] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.988310] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.988396] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 84de5e57-f06e-4030-8dae-bef7e6d18eea is going to be updated. [ 1019.020018] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.021018] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.021654] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.021654] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.021654] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.023168] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84de5e57-f06e-4030-8dae-bef7e6d18eea" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.451306] env[67081]: INFO networking_nsxv3.common.synchronization [req-0a6edda4-833a-41cf-b919-6b64f31ad10b req-21e597ce-ffea-4038-8e50-2f5b888138b4 tempest-ListImageFiltersTestJSON-1207795040 tempest-ListImageFiltersTestJSON-1207795040-project-member] Enqueued Resource ID: 3741be8e-188a-4d2b-9f6e-764ae63a0fde with Priority: HIGHEST for action security_group_members [ 1019.451439] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3741be8e-188a-4d2b-9f6e-764ae63a0fde with Priority: HIGHEST for action security_group_members [ 1019.452125] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-3741be8e-188a-4d2b-9f6e-764ae63a0fde taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.456040] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3741be8e-188a-4d2b-9f6e-764ae63a0fde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.456040] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3741be8e-188a-4d2b-9f6e-764ae63a0fde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.456040] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3741be8e-188a-4d2b-9f6e-764ae63a0fde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.456040] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.456040] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.456040] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.456040] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.456040] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.456040] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3741be8e-188a-4d2b-9f6e-764ae63a0fde',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.490732] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d50987e-802d-4a32-b4cc-e04d5420ad85',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.881912] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-811 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.881912] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-811" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.882289] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-811" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.882808] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-811" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.883244] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.883561] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.883816] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.884245] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.885019] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.885019] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1019.885019] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1019.885019] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1019.885247] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1019.885468] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1019.885684] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1019.885916] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1019.910882] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1019.910882] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1019.910882] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1019.910882] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-811" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.911147] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-9ac2e3de-fa4c-4f39-8d4e-6fb1b44ab475 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.911327] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-9ac2e3de-fa4c-4f39-8d4e-6fb1b44ab475" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.911445] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-9ac2e3de-fa4c-4f39-8d4e-6fb1b44ab475" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.911831] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-9ac2e3de-fa4c-4f39-8d4e-6fb1b44ab475" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.912024] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ac2e3de-fa4c-4f39-8d4e-6fb1b44ab475',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.958126] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.958299] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.958396] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.959027] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.959027] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.959027] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.959027] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.959027] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.959294] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.959294] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.960133] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3741be8e-188a-4d2b-9f6e-764ae63a0fde already deleted. [ 1019.960133] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3741be8e-188a-4d2b-9f6e-764ae63a0fde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.996715] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.996715] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.996715] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.996944] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.996944] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.996944] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d50987e-802d-4a32-b4cc-e04d5420ad85 is going to be created. [ 1020.032144] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.032144] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.032144] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.032144] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.032144] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.041981] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d50987e-802d-4a32-b4cc-e04d5420ad85 in Status: UNINITIALIZED for 2s [ 1020.415133] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.415462] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.415616] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.415927] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.416106] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.416302] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port 9ac2e3de-fa4c-4f39-8d4e-6fb1b44ab475 not found, creating... [ 1020.416617] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.417108] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.417108] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.417233] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.417381] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.417766] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.417957] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.418545] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.418782] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.419593] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.419593] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: 9ac2e3de-fa4c-4f39-8d4e-6fb1b44ab475 is going to be created. [ 1020.446026] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.446237] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.446298] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.446564] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.446798] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.447051] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-9ac2e3de-fa4c-4f39-8d4e-6fb1b44ab475" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.241223] env[67081]: INFO networking_nsxv3.common.synchronization [req-0a6edda4-833a-41cf-b919-6b64f31ad10b req-8a517428-3bf0-42c7-9adf-a5a59eb92f3d service nova] Enqueued Resource ID: 3741be8e-188a-4d2b-9f6e-764ae63a0fde with Priority: HIGHEST for action security_group_rules [ 1021.241612] env[67081]: INFO networking_nsxv3.common.synchronization [req-0a6edda4-833a-41cf-b919-6b64f31ad10b req-8a517428-3bf0-42c7-9adf-a5a59eb92f3d service nova] Enqueued Resource ID: 3741be8e-188a-4d2b-9f6e-764ae63a0fde with Priority: HIGHEST for action security_group_members [ 1021.241911] env[67081]: INFO networking_nsxv3.common.synchronization [req-0a6edda4-833a-41cf-b919-6b64f31ad10b req-8a517428-3bf0-42c7-9adf-a5a59eb92f3d service nova] Enqueued Resource ID: 9ac2e3de-fa4c-4f39-8d4e-6fb1b44ab475 with Priority: HIGHEST for action port [ 1021.246039] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3741be8e-188a-4d2b-9f6e-764ae63a0fde with Priority: HIGHEST for action security_group_rules [ 1021.246039] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3741be8e-188a-4d2b-9f6e-764ae63a0fde with Priority: HIGHEST for action security_group_members [ 1021.246188] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ac2e3de-fa4c-4f39-8d4e-6fb1b44ab475 with Priority: HIGHEST for action port [ 1021.246447] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3741be8e-188a-4d2b-9f6e-764ae63a0fde taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.247930] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3741be8e-188a-4d2b-9f6e-764ae63a0fde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.248222] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3741be8e-188a-4d2b-9f6e-764ae63a0fde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.249015] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3741be8e-188a-4d2b-9f6e-764ae63a0fde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.249243] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3741be8e-188a-4d2b-9f6e-764ae63a0fde',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.251575] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-3741be8e-188a-4d2b-9f6e-764ae63a0fde taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.253963] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3741be8e-188a-4d2b-9f6e-764ae63a0fde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.253963] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3741be8e-188a-4d2b-9f6e-764ae63a0fde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.253963] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3741be8e-188a-4d2b-9f6e-764ae63a0fde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.254206] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.254269] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.254793] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.254793] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.254793] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.255052] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3741be8e-188a-4d2b-9f6e-764ae63a0fde',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.259559] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ac2e3de-fa4c-4f39-8d4e-6fb1b44ab475 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.259559] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ac2e3de-fa4c-4f39-8d4e-6fb1b44ab475" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.259559] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ac2e3de-fa4c-4f39-8d4e-6fb1b44ab475" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.259559] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ac2e3de-fa4c-4f39-8d4e-6fb1b44ab475" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.259559] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ac2e3de-fa4c-4f39-8d4e-6fb1b44ab475',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.762885] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-3741be8e-188a-4d2b-9f6e-764ae63a0fde taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.763107] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3741be8e-188a-4d2b-9f6e-764ae63a0fde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.763440] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3741be8e-188a-4d2b-9f6e-764ae63a0fde',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.764500] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ac2e3de-fa4c-4f39-8d4e-6fb1b44ab475 with status ACTIVE [ 1021.764741] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.764847] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.764910] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.765202] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.766108] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.766108] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.766108] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.766108] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.766108] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.766108] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.766358] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.766358] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.766358] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.766551] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.766639] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.766720] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ac2e3de-fa4c-4f39-8d4e-6fb1b44ab475 is going to be updated. [ 1021.796286] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.798225] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.798330] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.798778] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.798942] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.799170] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ac2e3de-fa4c-4f39-8d4e-6fb1b44ab475" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.053182] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d50987e-802d-4a32-b4cc-e04d5420ad85 in Status: SUCCESS [ 1022.053396] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d50987e-802d-4a32-b4cc-e04d5420ad85" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.053647] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d50987e-802d-4a32-b4cc-e04d5420ad85" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.053831] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d50987e-802d-4a32-b4cc-e04d5420ad85" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.054038] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.054151] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.054214] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.054393] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.054466] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.054553] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d50987e-802d-4a32-b4cc-e04d5420ad85" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.054651] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d50987e-802d-4a32-b4cc-e04d5420ad85',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.269423] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3741be8e-188a-4d2b-9f6e-764ae63a0fde',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.559060] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d50987e-802d-4a32-b4cc-e04d5420ad85 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.559060] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d50987e-802d-4a32-b4cc-e04d5420ad85" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.559060] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d50987e-802d-4a32-b4cc-e04d5420ad85" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.559330] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d50987e-802d-4a32-b4cc-e04d5420ad85" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.559446] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.559580] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.559705] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.560017] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.560112] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.560199] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d50987e-802d-4a32-b4cc-e04d5420ad85" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.560401] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d50987e-802d-4a32-b4cc-e04d5420ad85 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.560496] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d50987e-802d-4a32-b4cc-e04d5420ad85" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.560609] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d50987e-802d-4a32-b4cc-e04d5420ad85" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.560884] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d50987e-802d-4a32-b4cc-e04d5420ad85" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.563733] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.563929] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.565275] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.565275] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.565275] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.565275] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d50987e-802d-4a32-b4cc-e04d5420ad85" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.565275] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d50987e-802d-4a32-b4cc-e04d5420ad85',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.772860] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.773092] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.773171] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.773479] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.773658] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.773824] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3741be8e-188a-4d2b-9f6e-764ae63a0fde is going to be created. [ 1022.802427] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.802662] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.802662] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.803022] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.803436] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.820865] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3741be8e-188a-4d2b-9f6e-764ae63a0fde in Status: UNINITIALIZED for 2s [ 1022.876049] env[67081]: INFO networking_nsxv3.common.synchronization [req-4ad2b4c2-3b24-4ff7-a8a5-23af77b3dd9d req-2ae04a1e-0ef9-45c2-8d88-de875178f6a1 tempest-ServersNegativeTestJSON-176841352 tempest-ServersNegativeTestJSON-176841352-project-member] Enqueued Resource ID: 371f8e0f-1704-4d94-96b5-c69c3b294cfb with Priority: HIGHEST for action security_group_members [ 1022.876049] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 371f8e0f-1704-4d94-96b5-c69c3b294cfb with Priority: HIGHEST for action security_group_members [ 1022.876386] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-371f8e0f-1704-4d94-96b5-c69c3b294cfb taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.876669] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.876738] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.877018] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.878276] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.878513] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.878513] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.878773] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.879382] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.879382] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('371f8e0f-1704-4d94-96b5-c69c3b294cfb',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.068388] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d50987e-802d-4a32-b4cc-e04d5420ad85: rpc.has_security_group_logging(os_id): False [ 1023.090237] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.090237] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.090237] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.090237] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.090237] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.090237] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.090237] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.090237] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.090237] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.090237] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.090237] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.090237] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.090237] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.090237] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.090237] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.091150] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.091294] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.091371] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.091534] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.091622] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.092617] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d50987e-802d-4a32-b4cc-e04d5420ad85 is going to be created. [ 1023.154335] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.154579] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.154675] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.154890] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.155096] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.168583] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d50987e-802d-4a32-b4cc-e04d5420ad85 in Status: IN_PROGRESS for 2s [ 1023.382278] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.383126] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.383126] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.383126] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.383126] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.384436] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.384436] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.384436] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.384436] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.384436] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.384436] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 371f8e0f-1704-4d94-96b5-c69c3b294cfb is going to be updated. [ 1023.421579] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.421579] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.421579] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.421831] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.421937] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.433768] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 371f8e0f-1704-4d94-96b5-c69c3b294cfb in Status: IN_PROGRESS for 2s [ 1023.988185] env[67081]: INFO networking_nsxv3.common.synchronization [req-a947e778-dcb7-46c9-ad4d-6d67cacd6aa7 req-4c7fcad1-4057-452c-9397-a144d585cf40 tempest-ListImageFiltersTestJSON-1207795040 tempest-ListImageFiltersTestJSON-1207795040-project-member] Enqueued Resource ID: 3741be8e-188a-4d2b-9f6e-764ae63a0fde with Priority: HIGHEST for action security_group_members [ 1023.988185] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3741be8e-188a-4d2b-9f6e-764ae63a0fde with Priority: HIGHEST for action security_group_members [ 1023.988185] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-3741be8e-188a-4d2b-9f6e-764ae63a0fde taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.988185] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3741be8e-188a-4d2b-9f6e-764ae63a0fde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.355619] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock network-811 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.355619] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "network-811" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.355619] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "network-811" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.355619] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "network-811" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.356081] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.356254] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.356367] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.356634] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.357009] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.357009] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1024.357116] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1024.357202] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1024.357300] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1024.358038] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1024.358038] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1024.358038] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1024.377832] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1024.378720] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1024.378720] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1024.378720] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "network-811" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.378915] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock port-9831ca27-ae43-404b-a5e2-19b57dc3145a taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.379168] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "port-9831ca27-ae43-404b-a5e2-19b57dc3145a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.379168] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "port-9831ca27-ae43-404b-a5e2-19b57dc3145a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.379490] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "port-9831ca27-ae43-404b-a5e2-19b57dc3145a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.379679] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9831ca27-ae43-404b-a5e2-19b57dc3145a',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.475602] env[67081]: INFO networking_nsxv3.common.synchronization [req-754eea60-6a60-4896-93f2-83a245e88e75 req-512edb5a-c908-4ab8-b65c-0d0460a346cd tempest-ServerRescueTestJSON-1834265151 tempest-ServerRescueTestJSON-1834265151-project-member] Enqueued Resource ID: 6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4 with Priority: HIGHEST for action security_group_members [ 1024.476209] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4 with Priority: HIGHEST for action security_group_members [ 1024.476581] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.476723] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.476902] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.476997] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.477206] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.477311] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.477367] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.477525] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.477612] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.477707] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.833227] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3741be8e-188a-4d2b-9f6e-764ae63a0fde in Status: SUCCESS [ 1024.833594] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3741be8e-188a-4d2b-9f6e-764ae63a0fde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.833810] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3741be8e-188a-4d2b-9f6e-764ae63a0fde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.834074] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3741be8e-188a-4d2b-9f6e-764ae63a0fde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.834292] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.834445] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.834517] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.834722] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.834820] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.834927] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3741be8e-188a-4d2b-9f6e-764ae63a0fde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.835023] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3741be8e-188a-4d2b-9f6e-764ae63a0fde',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.835905] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3741be8e-188a-4d2b-9f6e-764ae63a0fde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.836101] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3741be8e-188a-4d2b-9f6e-764ae63a0fde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.836304] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.836564] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.836564] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.836680] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.836680] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.836758] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3741be8e-188a-4d2b-9f6e-764ae63a0fde',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.883478] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.883747] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.883747] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.884488] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.884589] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.884937] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Segment Port 9831ca27-ae43-404b-a5e2-19b57dc3145a not found, creating... [ 1024.885396] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.885684] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.887812] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.887812] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.887812] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.887812] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.887812] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.887812] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.888044] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.888238] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.888481] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Resource: SegmentPort with ID: 9831ca27-ae43-404b-a5e2-19b57dc3145a is going to be created. [ 1024.925694] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.926442] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.926442] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.926442] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.926699] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.927015] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "port-9831ca27-ae43-404b-a5e2-19b57dc3145a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.980359] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.980497] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.980497] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.980694] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.980785] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.980986] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.981097] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.981201] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.981320] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.981398] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.982113] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4 is going to be updated. [ 1025.071046] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.071046] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.071046] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.071345] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.071422] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.094870] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4 in Status: IN_PROGRESS for 2s [ 1025.196325] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d50987e-802d-4a32-b4cc-e04d5420ad85 in Status: SUCCESS [ 1025.196889] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d50987e-802d-4a32-b4cc-e04d5420ad85" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.338675] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-3741be8e-188a-4d2b-9f6e-764ae63a0fde taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.338825] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3741be8e-188a-4d2b-9f6e-764ae63a0fde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.342977] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3741be8e-188a-4d2b-9f6e-764ae63a0fde',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.446191] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 371f8e0f-1704-4d94-96b5-c69c3b294cfb in Status: SUCCESS [ 1025.446191] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 371f8e0f-1704-4d94-96b5-c69c3b294cfb deletion is rescheduled due to dependency. [ 1025.446663] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371f8e0f-1704-4d94-96b5-c69c3b294cfb" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.758903] env[67081]: INFO networking_nsxv3.common.synchronization [req-a947e778-dcb7-46c9-ad4d-6d67cacd6aa7 req-3a37d41d-1924-4cc6-9a7e-c8a3305b3bf5 service nova] Enqueued Resource ID: 3741be8e-188a-4d2b-9f6e-764ae63a0fde with Priority: HIGHEST for action security_group_rules [ 1025.759207] env[67081]: INFO networking_nsxv3.common.synchronization [req-a947e778-dcb7-46c9-ad4d-6d67cacd6aa7 req-3a37d41d-1924-4cc6-9a7e-c8a3305b3bf5 service nova] Enqueued Resource ID: 3741be8e-188a-4d2b-9f6e-764ae63a0fde with Priority: HIGHEST for action security_group_members [ 1025.759264] env[67081]: INFO networking_nsxv3.common.synchronization [req-a947e778-dcb7-46c9-ad4d-6d67cacd6aa7 req-3a37d41d-1924-4cc6-9a7e-c8a3305b3bf5 service nova] Enqueued Resource ID: 9831ca27-ae43-404b-a5e2-19b57dc3145a with Priority: HIGHEST for action port [ 1025.759925] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3741be8e-188a-4d2b-9f6e-764ae63a0fde with Priority: HIGHEST for action security_group_rules [ 1025.759991] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3741be8e-188a-4d2b-9f6e-764ae63a0fde with Priority: HIGHEST for action security_group_members [ 1025.761048] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9831ca27-ae43-404b-a5e2-19b57dc3145a with Priority: HIGHEST for action port [ 1025.761346] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3741be8e-188a-4d2b-9f6e-764ae63a0fde taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.761432] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3741be8e-188a-4d2b-9f6e-764ae63a0fde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.761636] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-3741be8e-188a-4d2b-9f6e-764ae63a0fde taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.762933] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3741be8e-188a-4d2b-9f6e-764ae63a0fde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.762933] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-9831ca27-ae43-404b-a5e2-19b57dc3145a taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.762933] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9831ca27-ae43-404b-a5e2-19b57dc3145a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.762933] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9831ca27-ae43-404b-a5e2-19b57dc3145a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.762933] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9831ca27-ae43-404b-a5e2-19b57dc3145a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.762933] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9831ca27-ae43-404b-a5e2-19b57dc3145a',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.845018] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3741be8e-188a-4d2b-9f6e-764ae63a0fde',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.267849] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9831ca27-ae43-404b-a5e2-19b57dc3145a with status ACTIVE [ 1026.268414] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.268414] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.268414] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.268713] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.268819] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.269063] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.269146] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.269187] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.269405] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.269457] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.270109] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.270109] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.270109] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.270109] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.270109] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.270549] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9831ca27-ae43-404b-a5e2-19b57dc3145a is going to be updated. [ 1026.302455] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.302455] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.302455] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.302455] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.302455] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.302455] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9831ca27-ae43-404b-a5e2-19b57dc3145a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.350200] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.350370] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.350437] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.350660] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.350758] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.350895] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3741be8e-188a-4d2b-9f6e-764ae63a0fde is going to be updated. [ 1026.384240] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.384652] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.384652] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.385275] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.385514] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.400464] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3741be8e-188a-4d2b-9f6e-764ae63a0fde in Status: IN_PROGRESS for 2s [ 1026.733724] env[67081]: INFO networking_nsxv3.common.synchronization [req-a97fbdff-8463-4325-8c7a-97082ececa52 req-c0154087-ff35-454f-9692-3c1415747f83 tempest-DeleteServersTestJSON-824934422 tempest-DeleteServersTestJSON-824934422-project-member] Enqueued Resource ID: 6252e64a-b311-40e1-bced-0dc0bf08891f with Priority: HIGHEST for action security_group_members [ 1026.734547] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6252e64a-b311-40e1-bced-0dc0bf08891f with Priority: HIGHEST for action security_group_members [ 1026.734826] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6252e64a-b311-40e1-bced-0dc0bf08891f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.734994] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.734994] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.735252] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.735389] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.735494] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.735564] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.736291] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.736403] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.736474] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6252e64a-b311-40e1-bced-0dc0bf08891f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.108131] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4 in Status: SUCCESS [ 1027.108460] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4 deletion is rescheduled due to dependency. [ 1027.108514] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.134563] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-816 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.134761] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-816" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.134899] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-816" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.135186] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-816" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.135450] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.135862] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.135862] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.136044] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.139822] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.139822] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1027.139822] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1027.139822] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1027.139822] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1027.140966] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1027.140966] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1027.140966] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1027.161307] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1027.161307] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1027.161307] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1027.161307] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-816" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.161613] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-76ecba5a-f476-431c-86fd-ea75a0983809 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.161768] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-76ecba5a-f476-431c-86fd-ea75a0983809" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.161881] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-76ecba5a-f476-431c-86fd-ea75a0983809" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.162253] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-76ecba5a-f476-431c-86fd-ea75a0983809" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.162477] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76ecba5a-f476-431c-86fd-ea75a0983809',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.238871] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.239162] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.239271] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.239562] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.239687] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.240096] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.240264] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.240342] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.240521] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.240606] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.240702] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6252e64a-b311-40e1-bced-0dc0bf08891f is going to be updated. [ 1027.279697] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.279907] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.279907] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.280137] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.280333] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.296548] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6252e64a-b311-40e1-bced-0dc0bf08891f in Status: IN_PROGRESS for 2s [ 1027.665503] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.665503] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.665503] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.665776] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.665866] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.666086] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port 76ecba5a-f476-431c-86fd-ea75a0983809 not found, creating... [ 1027.666463] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.666594] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.666641] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.666872] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.667016] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.667301] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.667575] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.667575] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.667925] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.668542] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.668542] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: 76ecba5a-f476-431c-86fd-ea75a0983809 is going to be created. [ 1027.694321] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.694555] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.694748] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.695074] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.695308] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.695537] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-76ecba5a-f476-431c-86fd-ea75a0983809" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.845246] env[67081]: INFO networking_nsxv3.common.synchronization [req-843dd4bc-e83e-4550-920b-7a9359028291 req-ab41c503-9b9d-47fa-afe8-2d047d07f8ff tempest-AttachInterfacesTestJSON-919501604 tempest-AttachInterfacesTestJSON-919501604-project-member] Enqueued Resource ID: f9778129-988c-45c6-aae9-54a6bbe009d1 with Priority: HIGHEST for action security_group_members [ 1027.846120] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9778129-988c-45c6-aae9-54a6bbe009d1 with Priority: HIGHEST for action security_group_members [ 1027.846505] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9778129-988c-45c6-aae9-54a6bbe009d1 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.846670] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.846756] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.847090] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.847267] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.847401] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.847507] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.847714] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.848073] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.848073] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9778129-988c-45c6-aae9-54a6bbe009d1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.352064] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9778129-988c-45c6-aae9-54a6bbe009d1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.414037] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3741be8e-188a-4d2b-9f6e-764ae63a0fde in Status: SUCCESS [ 1028.414037] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3741be8e-188a-4d2b-9f6e-764ae63a0fde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.414484] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3741be8e-188a-4d2b-9f6e-764ae63a0fde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.414850] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3741be8e-188a-4d2b-9f6e-764ae63a0fde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.415318] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.415558] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.415706] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.416895] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.417566] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.417743] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3741be8e-188a-4d2b-9f6e-764ae63a0fde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.418066] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-3741be8e-188a-4d2b-9f6e-764ae63a0fde taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.418302] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3741be8e-188a-4d2b-9f6e-764ae63a0fde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.418393] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3741be8e-188a-4d2b-9f6e-764ae63a0fde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.418644] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3741be8e-188a-4d2b-9f6e-764ae63a0fde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.418860] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.419035] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.419131] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.419374] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.419503] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.419743] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3741be8e-188a-4d2b-9f6e-764ae63a0fde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.419891] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3741be8e-188a-4d2b-9f6e-764ae63a0fde',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.421009] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3741be8e-188a-4d2b-9f6e-764ae63a0fde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.421225] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3741be8e-188a-4d2b-9f6e-764ae63a0fde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.421418] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.421543] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.421718] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.421928] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.422026] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.422222] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3741be8e-188a-4d2b-9f6e-764ae63a0fde',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.461339] env[67081]: INFO networking_nsxv3.common.synchronization [req-a97fbdff-8463-4325-8c7a-97082ececa52 req-40e6f3d0-1501-45c4-b724-360530afe558 service nova] Enqueued Resource ID: 6252e64a-b311-40e1-bced-0dc0bf08891f with Priority: HIGHEST for action security_group_rules [ 1028.461339] env[67081]: INFO networking_nsxv3.common.synchronization [req-a97fbdff-8463-4325-8c7a-97082ececa52 req-40e6f3d0-1501-45c4-b724-360530afe558 service nova] Enqueued Resource ID: 6252e64a-b311-40e1-bced-0dc0bf08891f with Priority: HIGHEST for action security_group_members [ 1028.461339] env[67081]: INFO networking_nsxv3.common.synchronization [req-a97fbdff-8463-4325-8c7a-97082ececa52 req-40e6f3d0-1501-45c4-b724-360530afe558 service nova] Enqueued Resource ID: 76ecba5a-f476-431c-86fd-ea75a0983809 with Priority: HIGHEST for action port [ 1028.461742] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6252e64a-b311-40e1-bced-0dc0bf08891f with Priority: HIGHEST for action security_group_rules [ 1028.462097] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6252e64a-b311-40e1-bced-0dc0bf08891f with Priority: HIGHEST for action security_group_members [ 1028.462369] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76ecba5a-f476-431c-86fd-ea75a0983809 with Priority: HIGHEST for action port [ 1028.463010] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6252e64a-b311-40e1-bced-0dc0bf08891f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.463290] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.463586] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.463921] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.464154] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6252e64a-b311-40e1-bced-0dc0bf08891f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.466144] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6252e64a-b311-40e1-bced-0dc0bf08891f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.466144] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.466144] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-76ecba5a-f476-431c-86fd-ea75a0983809 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.466144] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76ecba5a-f476-431c-86fd-ea75a0983809" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.466144] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76ecba5a-f476-431c-86fd-ea75a0983809" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.466620] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76ecba5a-f476-431c-86fd-ea75a0983809" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.466832] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76ecba5a-f476-431c-86fd-ea75a0983809',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.854148] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9778129-988c-45c6-aae9-54a6bbe009d1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.926304] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3741be8e-188a-4d2b-9f6e-764ae63a0fde: rpc.has_security_group_logging(os_id): False [ 1028.926304] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3741be8e-188a-4d2b-9f6e-764ae63a0fde',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.946396] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.946396] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.946396] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.946629] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.946907] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.946907] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.947114] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.947114] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.947294] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.947353] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.947786] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.947902] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.947960] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.948259] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.948352] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.948595] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.948759] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.948828] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.948970] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.949066] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.949171] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3741be8e-188a-4d2b-9f6e-764ae63a0fde is going to be created. [ 1028.969197] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6252e64a-b311-40e1-bced-0dc0bf08891f taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.969459] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.969543] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 76ecba5a-f476-431c-86fd-ea75a0983809 with status ACTIVE [ 1028.969729] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.969841] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.969907] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.970129] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.970218] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.970429] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.970565] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.970629] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.970784] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.970862] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.971062] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.971160] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.971219] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.971359] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.971430] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.971514] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 76ecba5a-f476-431c-86fd-ea75a0983809 is going to be updated. [ 1028.993798] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.993798] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.993798] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.993798] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.994106] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.994402] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76ecba5a-f476-431c-86fd-ea75a0983809" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.130930] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.131144] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.131234] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.131501] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.131894] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.152038] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3741be8e-188a-4d2b-9f6e-764ae63a0fde in Status: IN_PROGRESS for 2s [ 1029.300503] env[67081]: INFO networking_nsxv3.common.synchronization [None req-f5d8af95-7240-42e7-a68f-a8b536834616 tempest-AttachInterfacesTestJSON-919501604 tempest-AttachInterfacesTestJSON-919501604-project-member] Enqueued Resource ID: f9778129-988c-45c6-aae9-54a6bbe009d1 with Priority: HIGHEST for action security_group_members [ 1029.301973] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9778129-988c-45c6-aae9-54a6bbe009d1 with Priority: HIGHEST for action security_group_members [ 1029.302325] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9778129-988c-45c6-aae9-54a6bbe009d1 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.302532] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.312621] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6252e64a-b311-40e1-bced-0dc0bf08891f in Status: SUCCESS [ 1029.313455] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6252e64a-b311-40e1-bced-0dc0bf08891f deletion is rescheduled due to dependency. [ 1029.313455] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.313455] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.313455] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.313738] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.313738] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.313843] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.313973] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.314069] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.314183] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6252e64a-b311-40e1-bced-0dc0bf08891f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.357219] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.357608] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.357608] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.357884] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.358070] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.358250] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9778129-988c-45c6-aae9-54a6bbe009d1 is going to be updated. [ 1029.400595] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.400795] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.400838] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.401053] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.401225] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.417683] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9778129-988c-45c6-aae9-54a6bbe009d1 in Status: IN_PROGRESS for 2s [ 1029.429903] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3741be8e-188a-4d2b-9f6e-764ae63a0fde',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.820222] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6252e64a-b311-40e1-bced-0dc0bf08891f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.935023] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.935023] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.935023] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.935023] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.935023] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.935023] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3741be8e-188a-4d2b-9f6e-764ae63a0fde is going to be updated. [ 1029.965750] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.965947] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.966077] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.966345] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.966577] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.979643] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3741be8e-188a-4d2b-9f6e-764ae63a0fde in Status: IN_PROGRESS for 2s [ 1030.324054] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6252e64a-b311-40e1-bced-0dc0bf08891f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.827411] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.827848] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.827848] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.828038] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.828038] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.828164] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6252e64a-b311-40e1-bced-0dc0bf08891f is going to be updated. [ 1030.864528] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.864528] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.864528] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.864528] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.864528] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.873699] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6252e64a-b311-40e1-bced-0dc0bf08891f in Status: IN_PROGRESS for 2s [ 1031.169138] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3741be8e-188a-4d2b-9f6e-764ae63a0fde in Status: SUCCESS [ 1031.169138] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3741be8e-188a-4d2b-9f6e-764ae63a0fde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.169138] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3741be8e-188a-4d2b-9f6e-764ae63a0fde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.169138] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3741be8e-188a-4d2b-9f6e-764ae63a0fde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.169138] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3741be8e-188a-4d2b-9f6e-764ae63a0fde',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.423803] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9778129-988c-45c6-aae9-54a6bbe009d1 in Status: SUCCESS [ 1031.424808] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.424808] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.424808] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.424808] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.424808] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.424808] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.425132] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.425132] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.425132] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9778129-988c-45c6-aae9-54a6bbe009d1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.431076] env[67081]: INFO networking_nsxv3.common.synchronization [req-f49bdeca-b1e1-42d6-8bda-e8c29773f23c req-69f0fb71-c1bf-4262-be12-6b261de174f3 tempest-ImagesTestJSON-1520802003 tempest-ImagesTestJSON-1520802003-project-member] Enqueued Resource ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f with Priority: HIGHEST for action security_group_members [ 1031.431076] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f with Priority: HIGHEST for action security_group_members [ 1031.431076] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.431076] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.431076] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.435078] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.435271] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.435408] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.435446] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.435630] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.435714] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.436331] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1eef0506-1c43-4aa3-8ce6-a2f56673c16f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.672399] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-3741be8e-188a-4d2b-9f6e-764ae63a0fde taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.672616] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3741be8e-188a-4d2b-9f6e-764ae63a0fde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.931535] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.931887] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.931887] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.931988] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.932107] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.932310] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.932414] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.932536] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.932746] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.932835] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.932958] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9778129-988c-45c6-aae9-54a6bbe009d1 is going to be updated. [ 1031.938919] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.939081] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.939189] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.939308] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.939542] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.939654] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.939774] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.939830] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.940041] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.940126] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.940218] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f is going to be updated. [ 1031.969859] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.969859] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.969859] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.970255] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.970255] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.973788] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.974013] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.974285] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.974716] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.974936] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.986898] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f in Status: IN_PROGRESS for 2s [ 1031.987897] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9778129-988c-45c6-aae9-54a6bbe009d1 in Status: IN_PROGRESS for 2s [ 1032.363495] env[67081]: ERROR networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Request=Function GET Argumetns {'path': '/policy/api/v1/infra/realized-state/status', 'params': {'intent_path': '/infra/domains/default/groups/3741be8e-188a-4d2b-9f6e-764ae63a0fde'}} Response=('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')): requests.exceptions.ConnectionError: ('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')) [ 1032.363730] env[67081]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Retrying connection (1/2) with timeout 2s for Client.get {{(pid=67081) decorator /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/client_nsx.py:122}} [ 1032.700818] env[67081]: INFO networking_nsxv3.common.synchronization [req-1fd6fd52-49b9-47e7-900c-11fbc29b5ef3 req-72ddb512-65b5-4bae-b644-cbee9d407afa tempest-AttachInterfacesTestJSON-919501604 tempest-AttachInterfacesTestJSON-919501604-project-member] Enqueued Resource ID: 8b1baa21-c06f-4402-a1d3-1551e4928d1f with Priority: HIGHEST for action security_group_members [ 1032.700818] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b1baa21-c06f-4402-a1d3-1551e4928d1f with Priority: HIGHEST for action security_group_members [ 1032.701191] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b1baa21-c06f-4402-a1d3-1551e4928d1f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.701323] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b1baa21-c06f-4402-a1d3-1551e4928d1f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.701391] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b1baa21-c06f-4402-a1d3-1551e4928d1f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.701600] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b1baa21-c06f-4402-a1d3-1551e4928d1f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.701847] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.701907] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.701949] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.702127] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.702222] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.702303] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b1baa21-c06f-4402-a1d3-1551e4928d1f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.899040] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6252e64a-b311-40e1-bced-0dc0bf08891f in Status: SUCCESS [ 1032.899040] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.899040] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.899040] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.899040] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.899040] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.899040] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.899040] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.899040] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.900299] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.900633] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6252e64a-b311-40e1-bced-0dc0bf08891f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.206191] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.206523] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.206523] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.206786] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.234444] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.234703] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.234841] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.234911] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.235319] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.235319] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.235581] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b1baa21-c06f-4402-a1d3-1551e4928d1f is going to be updated. [ 1033.266191] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.266395] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.266395] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.266717] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.266810] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.275831] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b1baa21-c06f-4402-a1d3-1551e4928d1f in Status: IN_PROGRESS for 2s [ 1033.405031] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6252e64a-b311-40e1-bced-0dc0bf08891f taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.405217] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.405323] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.405629] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.405905] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.406092] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.406092] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.406289] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.406378] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.406521] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.406709] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6252e64a-b311-40e1-bced-0dc0bf08891f taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.406852] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.406907] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.407141] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.407362] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.407531] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.407619] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.407764] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.407888] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.407985] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.408291] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6252e64a-b311-40e1-bced-0dc0bf08891f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.911132] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6252e64a-b311-40e1-bced-0dc0bf08891f: rpc.has_security_group_logging(os_id): False [ 1033.934881] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.935103] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.935207] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.935519] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.935681] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.936035] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.936200] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.936299] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.936540] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.936720] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.936946] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.937686] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.937833] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.938124] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.938124] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.938451] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.938723] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.938723] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.939229] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.940149] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.940304] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6252e64a-b311-40e1-bced-0dc0bf08891f is going to be updated. [ 1033.999935] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9778129-988c-45c6-aae9-54a6bbe009d1 in Status: SUCCESS [ 1034.000806] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9778129-988c-45c6-aae9-54a6bbe009d1 deletion is rescheduled due to dependency. [ 1034.000806] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.001291] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f in Status: SUCCESS [ 1034.001439] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f deletion is rescheduled due to dependency. [ 1034.001594] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.040804] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.040804] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.041041] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.041306] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.041479] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.060917] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6252e64a-b311-40e1-bced-0dc0bf08891f in Status: IN_PROGRESS for 2s [ 1034.376093] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3741be8e-188a-4d2b-9f6e-764ae63a0fde in Status: SUCCESS [ 1034.376093] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3741be8e-188a-4d2b-9f6e-764ae63a0fde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.376093] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3741be8e-188a-4d2b-9f6e-764ae63a0fde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.376093] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3741be8e-188a-4d2b-9f6e-764ae63a0fde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.376918] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.376918] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.376918] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.376918] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.376918] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.377300] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3741be8e-188a-4d2b-9f6e-764ae63a0fde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.377300] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3741be8e-188a-4d2b-9f6e-764ae63a0fde',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.799096] env[67081]: INFO networking_nsxv3.common.synchronization [req-e99089a8-e258-4ed5-94e8-ee3855acd0ae req-91ce3692-04c2-4df8-a958-66117d7aa304 tempest-ServerMetadataTestJSON-2132549081 tempest-ServerMetadataTestJSON-2132549081-project-member] Enqueued Resource ID: 5d50987e-802d-4a32-b4cc-e04d5420ad85 with Priority: HIGHEST for action security_group_members [ 1034.800030] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d50987e-802d-4a32-b4cc-e04d5420ad85 with Priority: HIGHEST for action security_group_members [ 1034.800733] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d50987e-802d-4a32-b4cc-e04d5420ad85 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.800733] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d50987e-802d-4a32-b4cc-e04d5420ad85" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.800733] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d50987e-802d-4a32-b4cc-e04d5420ad85" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.800733] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d50987e-802d-4a32-b4cc-e04d5420ad85" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.800733] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.800960] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.800960] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.801066] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.801113] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.801200] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d50987e-802d-4a32-b4cc-e04d5420ad85',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.880531] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-3741be8e-188a-4d2b-9f6e-764ae63a0fde taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.880740] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3741be8e-188a-4d2b-9f6e-764ae63a0fde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.880786] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3741be8e-188a-4d2b-9f6e-764ae63a0fde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.880985] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3741be8e-188a-4d2b-9f6e-764ae63a0fde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.881183] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.881286] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.881350] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.881503] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.881591] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.881682] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3741be8e-188a-4d2b-9f6e-764ae63a0fde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.881828] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-3741be8e-188a-4d2b-9f6e-764ae63a0fde taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.881919] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3741be8e-188a-4d2b-9f6e-764ae63a0fde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.881978] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3741be8e-188a-4d2b-9f6e-764ae63a0fde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.882271] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3741be8e-188a-4d2b-9f6e-764ae63a0fde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.882421] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.882561] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.882632] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.882736] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.882812] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.882959] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3741be8e-188a-4d2b-9f6e-764ae63a0fde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.883085] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3741be8e-188a-4d2b-9f6e-764ae63a0fde',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.288434] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b1baa21-c06f-4402-a1d3-1551e4928d1f in Status: SUCCESS [ 1035.288434] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b1baa21-c06f-4402-a1d3-1551e4928d1f deletion is rescheduled due to dependency. [ 1035.288702] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b1baa21-c06f-4402-a1d3-1551e4928d1f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.305542] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.305735] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.305777] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.306061] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.306177] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.306412] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.306548] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.306595] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.306784] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.306904] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.306968] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d50987e-802d-4a32-b4cc-e04d5420ad85 is going to be updated. [ 1035.337011] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.337137] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.337137] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.337401] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.337522] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.347597] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d50987e-802d-4a32-b4cc-e04d5420ad85 in Status: IN_PROGRESS for 2s [ 1035.385421] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3741be8e-188a-4d2b-9f6e-764ae63a0fde: rpc.has_security_group_logging(os_id): False [ 1035.406595] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.407022] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.407237] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.407541] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.408530] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.408530] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.408530] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.408530] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.408530] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.408530] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.408530] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.409039] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.409039] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.409039] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.409039] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.409221] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.409221] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.409300] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.409396] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.409527] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.409586] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3741be8e-188a-4d2b-9f6e-764ae63a0fde is going to be updated. [ 1035.496502] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.496714] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.496760] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.496992] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.497159] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.513327] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3741be8e-188a-4d2b-9f6e-764ae63a0fde in Status: IN_PROGRESS for 2s [ 1035.895805] env[67081]: INFO networking_nsxv3.common.synchronization [None req-cd7cb2df-181a-46ee-ac6f-215ed2369b13 tempest-ServerRescueNegativeTestJSON-1149854152 tempest-ServerRescueNegativeTestJSON-1149854152-project-member] Enqueued Resource ID: c6267eb2-1e81-4725-85ac-87e0c8d52262 with Priority: HIGHEST for action security_group_rules [ 1035.895805] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6267eb2-1e81-4725-85ac-87e0c8d52262 with Priority: HIGHEST for action security_group_rules [ 1035.895805] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6267eb2-1e81-4725-85ac-87e0c8d52262 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.895805] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6267eb2-1e81-4725-85ac-87e0c8d52262" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.895805] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6267eb2-1e81-4725-85ac-87e0c8d52262" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.897236] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6267eb2-1e81-4725-85ac-87e0c8d52262" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.898650] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6267eb2-1e81-4725-85ac-87e0c8d52262',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.031023] env[67081]: INFO networking_nsxv3.common.synchronization [None req-ef758638-1f8a-41d5-924f-c4126bff571b tempest-ServerRescueNegativeTestJSON-1149854152 tempest-ServerRescueNegativeTestJSON-1149854152-project-member] Enqueued Resource ID: c6267eb2-1e81-4725-85ac-87e0c8d52262 with Priority: HIGHEST for action security_group_rules [ 1036.032302] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6267eb2-1e81-4725-85ac-87e0c8d52262 with Priority: HIGHEST for action security_group_rules [ 1036.032648] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6267eb2-1e81-4725-85ac-87e0c8d52262 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.032648] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6267eb2-1e81-4725-85ac-87e0c8d52262" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.081755] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6252e64a-b311-40e1-bced-0dc0bf08891f in Status: SUCCESS [ 1036.082251] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.264972] env[67081]: INFO networking_nsxv3.common.synchronization [req-515699be-4379-4cac-b1d3-318d2bfc2c77 req-1f48bfb9-f95b-465e-9964-dba03f410d64 tempest-AttachVolumeShelveTestJSON-1448615665 tempest-AttachVolumeShelveTestJSON-1448615665-project-member] Enqueued Resource ID: 6a3716c2-236b-4046-ba8c-efaedc7522a1 with Priority: HIGHEST for action security_group_members [ 1036.266210] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a3716c2-236b-4046-ba8c-efaedc7522a1 with Priority: HIGHEST for action security_group_members [ 1036.267322] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a3716c2-236b-4046-ba8c-efaedc7522a1 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.267517] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a3716c2-236b-4046-ba8c-efaedc7522a1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.267576] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a3716c2-236b-4046-ba8c-efaedc7522a1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.267962] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a3716c2-236b-4046-ba8c-efaedc7522a1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.268754] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.268754] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.268754] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.268993] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.268993] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.269123] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a3716c2-236b-4046-ba8c-efaedc7522a1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.426181] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.426574] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.426574] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.426902] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.427066] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.427223] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6267eb2-1e81-4725-85ac-87e0c8d52262 already deleted. [ 1036.427382] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6267eb2-1e81-4725-85ac-87e0c8d52262" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.427658] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6267eb2-1e81-4725-85ac-87e0c8d52262" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.427947] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6267eb2-1e81-4725-85ac-87e0c8d52262" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.428115] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6267eb2-1e81-4725-85ac-87e0c8d52262',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.446664] env[67081]: INFO networking_nsxv3.common.synchronization [req-2f408c2d-172c-4de0-b286-630ac5e187a2 req-5767887a-3df0-45cc-9695-dad01b3b6312 tempest-ServerActionsTestJSON-262138455 tempest-ServerActionsTestJSON-262138455-project-member] Enqueued Resource ID: 528b72ec-92e6-4927-b4f2-ba5f19dbce03 with Priority: HIGHEST for action security_group_members [ 1036.448342] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 528b72ec-92e6-4927-b4f2-ba5f19dbce03 with Priority: HIGHEST for action security_group_members [ 1036.449307] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-528b72ec-92e6-4927-b4f2-ba5f19dbce03 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.449307] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-528b72ec-92e6-4927-b4f2-ba5f19dbce03" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.449307] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-528b72ec-92e6-4927-b4f2-ba5f19dbce03" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.449307] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-528b72ec-92e6-4927-b4f2-ba5f19dbce03" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.449681] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.449681] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.449681] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.449949] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.449949] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.449949] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('528b72ec-92e6-4927-b4f2-ba5f19dbce03',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.772339] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.772510] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.772618] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.772856] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.772946] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.773160] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.773261] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.773316] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.773464] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.773586] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.773702] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a3716c2-236b-4046-ba8c-efaedc7522a1 already deleted. [ 1036.773785] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a3716c2-236b-4046-ba8c-efaedc7522a1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.952667] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.952846] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.952924] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.953185] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.953280] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.953500] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.953607] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.953673] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.953862] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.953944] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.954191] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 528b72ec-92e6-4927-b4f2-ba5f19dbce03 is going to be updated. [ 1036.960443] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.960621] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.960669] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.960902] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.960990] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.961135] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6267eb2-1e81-4725-85ac-87e0c8d52262 already deleted. [ 1036.961271] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6267eb2-1e81-4725-85ac-87e0c8d52262" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.974342] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-173 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.974827] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-173" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.975182] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-173" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.975639] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-173" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.976068] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.976405] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.976664] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.976995] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.977278] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.977608] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1036.977891] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1036.978121] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1036.978548] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1036.978548] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1036.980848] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1036.980848] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1036.989701] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.991033] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.991033] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.991033] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.991245] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.001258] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1037.001444] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1037.001651] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1037.001977] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-173" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.002691] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-eb0f9bf5-55f4-4f5d-9eda-0ed9f39340ce taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.003000] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-eb0f9bf5-55f4-4f5d-9eda-0ed9f39340ce" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.003426] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-eb0f9bf5-55f4-4f5d-9eda-0ed9f39340ce" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.003982] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-eb0f9bf5-55f4-4f5d-9eda-0ed9f39340ce" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.004177] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb0f9bf5-55f4-4f5d-9eda-0ed9f39340ce',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.006425] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 528b72ec-92e6-4927-b4f2-ba5f19dbce03 in Status: IN_PROGRESS for 2s [ 1037.361093] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d50987e-802d-4a32-b4cc-e04d5420ad85 in Status: SUCCESS [ 1037.361341] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d50987e-802d-4a32-b4cc-e04d5420ad85 deletion is rescheduled due to dependency. [ 1037.361412] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d50987e-802d-4a32-b4cc-e04d5420ad85" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.508086] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.508588] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.508588] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.508866] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.509053] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.509227] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port eb0f9bf5-55f4-4f5d-9eda-0ed9f39340ce not found, creating... [ 1037.509507] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.509673] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.509795] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.510053] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.510190] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.510642] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.510825] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.510948] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.511211] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.511380] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.511546] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: eb0f9bf5-55f4-4f5d-9eda-0ed9f39340ce is going to be created. [ 1037.529416] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3741be8e-188a-4d2b-9f6e-764ae63a0fde in Status: SUCCESS [ 1037.529854] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3741be8e-188a-4d2b-9f6e-764ae63a0fde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.535586] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.535966] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.536198] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.536658] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.537277] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.537500] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-eb0f9bf5-55f4-4f5d-9eda-0ed9f39340ce" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.305027] env[67081]: INFO networking_nsxv3.common.synchronization [req-515699be-4379-4cac-b1d3-318d2bfc2c77 req-e04ed14c-b40e-457e-a78e-adc583f45923 service nova] Enqueued Resource ID: 6a3716c2-236b-4046-ba8c-efaedc7522a1 with Priority: HIGHEST for action security_group_rules [ 1038.305027] env[67081]: INFO networking_nsxv3.common.synchronization [req-515699be-4379-4cac-b1d3-318d2bfc2c77 req-e04ed14c-b40e-457e-a78e-adc583f45923 service nova] Enqueued Resource ID: 6a3716c2-236b-4046-ba8c-efaedc7522a1 with Priority: HIGHEST for action security_group_members [ 1038.305027] env[67081]: INFO networking_nsxv3.common.synchronization [req-515699be-4379-4cac-b1d3-318d2bfc2c77 req-e04ed14c-b40e-457e-a78e-adc583f45923 service nova] Enqueued Resource ID: eb0f9bf5-55f4-4f5d-9eda-0ed9f39340ce with Priority: HIGHEST for action port [ 1038.305764] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a3716c2-236b-4046-ba8c-efaedc7522a1 with Priority: HIGHEST for action security_group_rules [ 1038.305764] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a3716c2-236b-4046-ba8c-efaedc7522a1 with Priority: HIGHEST for action security_group_members [ 1038.305764] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb0f9bf5-55f4-4f5d-9eda-0ed9f39340ce with Priority: HIGHEST for action port [ 1038.306952] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a3716c2-236b-4046-ba8c-efaedc7522a1 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.306952] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a3716c2-236b-4046-ba8c-efaedc7522a1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.306952] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a3716c2-236b-4046-ba8c-efaedc7522a1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.306952] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a3716c2-236b-4046-ba8c-efaedc7522a1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.306952] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a3716c2-236b-4046-ba8c-efaedc7522a1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.308361] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a3716c2-236b-4046-ba8c-efaedc7522a1 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.309525] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a3716c2-236b-4046-ba8c-efaedc7522a1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.309525] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a3716c2-236b-4046-ba8c-efaedc7522a1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.309525] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a3716c2-236b-4046-ba8c-efaedc7522a1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.309525] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.309525] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.309525] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.310323] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.310323] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.310323] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a3716c2-236b-4046-ba8c-efaedc7522a1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.311081] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb0f9bf5-55f4-4f5d-9eda-0ed9f39340ce taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.311240] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb0f9bf5-55f4-4f5d-9eda-0ed9f39340ce" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.311240] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb0f9bf5-55f4-4f5d-9eda-0ed9f39340ce" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.311379] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb0f9bf5-55f4-4f5d-9eda-0ed9f39340ce" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.311449] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb0f9bf5-55f4-4f5d-9eda-0ed9f39340ce',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.809972] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a3716c2-236b-4046-ba8c-efaedc7522a1 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.811066] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a3716c2-236b-4046-ba8c-efaedc7522a1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.815040] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a3716c2-236b-4046-ba8c-efaedc7522a1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.816309] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb0f9bf5-55f4-4f5d-9eda-0ed9f39340ce with status ACTIVE [ 1038.817189] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.817189] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.817189] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.817189] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.817189] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.817598] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.817598] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.817598] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.818946] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.818946] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.818946] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.818946] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.818946] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.818946] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.818946] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.819546] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb0f9bf5-55f4-4f5d-9eda-0ed9f39340ce is going to be updated. [ 1038.837061] env[67081]: INFO networking_nsxv3.common.synchronization [req-a0c5ff86-212d-4629-8fee-e5c36ed654ff req-fa9b44c5-ea28-4306-ad93-91edf5c04d16 tempest-ServerActionsTestOtherA-1901782994 tempest-ServerActionsTestOtherA-1901782994-project-member] Enqueued Resource ID: bc4710bb-ccc7-464a-b315-a0d3a7bb50f5 with Priority: HIGHEST for action security_group_members [ 1038.837790] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc4710bb-ccc7-464a-b315-a0d3a7bb50f5 with Priority: HIGHEST for action security_group_members [ 1038.838119] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.838240] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.838304] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.838581] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.838879] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.838879] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.839053] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.839466] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.839466] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.839606] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc4710bb-ccc7-464a-b315-a0d3a7bb50f5',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.849804] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.850023] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.850023] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.850533] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.850533] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.850709] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb0f9bf5-55f4-4f5d-9eda-0ed9f39340ce" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.019555] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 528b72ec-92e6-4927-b4f2-ba5f19dbce03 in Status: SUCCESS [ 1039.019728] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 528b72ec-92e6-4927-b4f2-ba5f19dbce03 deletion is rescheduled due to dependency. [ 1039.019982] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-528b72ec-92e6-4927-b4f2-ba5f19dbce03" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.321690] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a3716c2-236b-4046-ba8c-efaedc7522a1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.341997] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.341997] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.342152] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.342354] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.342478] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.342754] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.342858] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.342920] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.343097] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.343232] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.343331] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc4710bb-ccc7-464a-b315-a0d3a7bb50f5 already deleted. [ 1039.343331] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.350375] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock network-755 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.350375] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "network-755" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.350375] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "network-755" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.350375] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "network-755" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.350375] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.350672] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.350672] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.350842] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.350975] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.351199] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1039.351308] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1039.351414] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1039.351540] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1039.351648] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1039.351751] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1039.351891] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1039.369454] env[67081]: INFO networking_nsxv3.common.synchronization [req-aa672b79-17f4-452f-a51d-2f0e64aee89f req-bc1b3e04-9e5c-4255-8d94-75a1924ac592 tempest-AttachVolumeTestJSON-152085375 tempest-AttachVolumeTestJSON-152085375-project-member] Enqueued Resource ID: c143b447-a92f-49eb-b662-0b1f4687cf5c with Priority: HIGHEST for action security_group_members [ 1039.370171] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c143b447-a92f-49eb-b662-0b1f4687cf5c with Priority: HIGHEST for action security_group_members [ 1039.371087] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-c143b447-a92f-49eb-b662-0b1f4687cf5c taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.371233] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c143b447-a92f-49eb-b662-0b1f4687cf5c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.371306] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c143b447-a92f-49eb-b662-0b1f4687cf5c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.371532] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c143b447-a92f-49eb-b662-0b1f4687cf5c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.371709] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.371813] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.371877] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.372147] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.372147] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.372274] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c143b447-a92f-49eb-b662-0b1f4687cf5c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.407845] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1039.408073] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Cache value generated in 0.056 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1039.408226] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1039.408435] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "network-755" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.408780] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock port-02103366-52e3-49b9-b8df-ecc2dd977d9a taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.408990] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "port-02103366-52e3-49b9-b8df-ecc2dd977d9a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.409135] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "port-02103366-52e3-49b9-b8df-ecc2dd977d9a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.409508] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "port-02103366-52e3-49b9-b8df-ecc2dd977d9a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.409652] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02103366-52e3-49b9-b8df-ecc2dd977d9a',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.824369] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.824814] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.824814] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.824814] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.824945] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.825044] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a3716c2-236b-4046-ba8c-efaedc7522a1 is going to be created. [ 1039.861961] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.862121] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.862194] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.862418] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.862587] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.877251] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a3716c2-236b-4046-ba8c-efaedc7522a1 in Status: UNINITIALIZED for 2s [ 1039.877612] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.877739] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.877802] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.878364] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.902269] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.902533] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.902977] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.902977] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.903084] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.903084] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.903179] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c143b447-a92f-49eb-b662-0b1f4687cf5c is going to be updated. [ 1039.914781] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.915209] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.915360] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.915672] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.915878] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.916161] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Segment Port 02103366-52e3-49b9-b8df-ecc2dd977d9a not found, creating... [ 1039.916516] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.919334] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.919334] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.919334] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.919334] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.919334] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.919334] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.919334] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.919334] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.919334] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.919334] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Resource: SegmentPort with ID: 02103366-52e3-49b9-b8df-ecc2dd977d9a is going to be created. [ 1039.940197] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.942132] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.942132] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.942132] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.942132] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.970955] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.970955] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.970955] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.970955] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.970955] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.970955] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "port-02103366-52e3-49b9-b8df-ecc2dd977d9a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.980206] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c143b447-a92f-49eb-b662-0b1f4687cf5c in Status: IN_PROGRESS for 2s [ 1040.639267] env[67081]: INFO networking_nsxv3.common.synchronization [req-a0c5ff86-212d-4629-8fee-e5c36ed654ff req-6aa7fea8-8430-45eb-a704-7b8d3eb9bde7 service nova] Enqueued Resource ID: bc4710bb-ccc7-464a-b315-a0d3a7bb50f5 with Priority: HIGHEST for action security_group_rules [ 1040.639267] env[67081]: INFO networking_nsxv3.common.synchronization [req-a0c5ff86-212d-4629-8fee-e5c36ed654ff req-6aa7fea8-8430-45eb-a704-7b8d3eb9bde7 service nova] Enqueued Resource ID: bc4710bb-ccc7-464a-b315-a0d3a7bb50f5 with Priority: HIGHEST for action security_group_members [ 1040.641124] env[67081]: INFO networking_nsxv3.common.synchronization [req-a0c5ff86-212d-4629-8fee-e5c36ed654ff req-6aa7fea8-8430-45eb-a704-7b8d3eb9bde7 service nova] Enqueued Resource ID: 02103366-52e3-49b9-b8df-ecc2dd977d9a with Priority: HIGHEST for action port [ 1040.641411] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc4710bb-ccc7-464a-b315-a0d3a7bb50f5 with Priority: HIGHEST for action security_group_rules [ 1040.641489] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc4710bb-ccc7-464a-b315-a0d3a7bb50f5 with Priority: HIGHEST for action security_group_members [ 1040.641531] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02103366-52e3-49b9-b8df-ecc2dd977d9a with Priority: HIGHEST for action port [ 1040.642958] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.642958] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.642958] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.642958] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.642958] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc4710bb-ccc7-464a-b315-a0d3a7bb50f5',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.644340] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.644569] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.644647] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.644872] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.645042] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.645146] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.645208] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.645854] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.645854] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.645854] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc4710bb-ccc7-464a-b315-a0d3a7bb50f5',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.648144] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-02103366-52e3-49b9-b8df-ecc2dd977d9a taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.648144] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02103366-52e3-49b9-b8df-ecc2dd977d9a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.648144] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02103366-52e3-49b9-b8df-ecc2dd977d9a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.648144] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02103366-52e3-49b9-b8df-ecc2dd977d9a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.648144] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02103366-52e3-49b9-b8df-ecc2dd977d9a',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.153024] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bc4710bb-ccc7-464a-b315-a0d3a7bb50f5',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.153024] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.153024] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.153024] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02103366-52e3-49b9-b8df-ecc2dd977d9a with status ACTIVE [ 1041.153024] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.153024] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.153024] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.153024] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.153024] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.154201] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.154201] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.154353] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.154567] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.154700] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.155553] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.156713] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.156713] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.156713] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.156713] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.156912] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02103366-52e3-49b9-b8df-ecc2dd977d9a is going to be updated. [ 1041.178042] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.178346] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.178346] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.178480] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.178607] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.178768] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02103366-52e3-49b9-b8df-ecc2dd977d9a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.653038] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bc4710bb-ccc7-464a-b315-a0d3a7bb50f5',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.700858] env[67081]: INFO networking_nsxv3.common.synchronization [req-88b0509d-7c2c-4e6e-b13d-9e171e2293b7 req-658def39-3a8d-4477-b5f6-8e0bfc641496 tempest-AttachVolumeNegativeTest-1783079297 tempest-AttachVolumeNegativeTest-1783079297-project-member] Enqueued Resource ID: 4bf9b21f-aa97-4c0b-90fb-2795f0f69cde with Priority: HIGHEST for action security_group_members [ 1041.701449] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bf9b21f-aa97-4c0b-90fb-2795f0f69cde with Priority: HIGHEST for action security_group_members [ 1041.701783] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bf9b21f-aa97-4c0b-90fb-2795f0f69cde taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.702038] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bf9b21f-aa97-4c0b-90fb-2795f0f69cde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.702038] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bf9b21f-aa97-4c0b-90fb-2795f0f69cde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.702206] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bf9b21f-aa97-4c0b-90fb-2795f0f69cde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.702350] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.702465] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.702525] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.702752] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.702809] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.703104] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bf9b21f-aa97-4c0b-90fb-2795f0f69cde',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.890539] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a3716c2-236b-4046-ba8c-efaedc7522a1 in Status: SUCCESS [ 1041.890737] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a3716c2-236b-4046-ba8c-efaedc7522a1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.890908] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a3716c2-236b-4046-ba8c-efaedc7522a1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.891145] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a3716c2-236b-4046-ba8c-efaedc7522a1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.891354] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.891485] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.891553] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.891696] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.891777] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.891854] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a3716c2-236b-4046-ba8c-efaedc7522a1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.891939] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a3716c2-236b-4046-ba8c-efaedc7522a1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.990364] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c143b447-a92f-49eb-b662-0b1f4687cf5c in Status: SUCCESS [ 1041.990557] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c143b447-a92f-49eb-b662-0b1f4687cf5c deletion is rescheduled due to dependency. [ 1041.990652] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c143b447-a92f-49eb-b662-0b1f4687cf5c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.158772] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.159182] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.159182] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.159336] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.162029] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.162029] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc4710bb-ccc7-464a-b315-a0d3a7bb50f5 is going to be created. [ 1042.191461] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.191683] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.191864] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.191946] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.192161] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.206314] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc4710bb-ccc7-464a-b315-a0d3a7bb50f5 in Status: UNINITIALIZED for 2s [ 1042.206539] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.206619] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.206661] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.207501] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.231479] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.234024] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.234024] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.234024] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.234024] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.234024] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.234024] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bf9b21f-aa97-4c0b-90fb-2795f0f69cde is going to be updated. [ 1042.270708] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.270708] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.271529] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.271529] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.271529] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.282602] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bf9b21f-aa97-4c0b-90fb-2795f0f69cde in Status: IN_PROGRESS for 2s [ 1042.395944] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a3716c2-236b-4046-ba8c-efaedc7522a1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.903472] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a3716c2-236b-4046-ba8c-efaedc7522a1: rpc.has_security_group_logging(os_id): False [ 1042.927023] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.927269] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.927377] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.927919] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.927919] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.928618] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.928618] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.928618] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.928618] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.928618] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.928618] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a3716c2-236b-4046-ba8c-efaedc7522a1 is going to be created. [ 1042.996864] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.997062] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.997124] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.997378] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.997570] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.020130] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a3716c2-236b-4046-ba8c-efaedc7522a1 in Status: IN_PROGRESS for 2s [ 1044.216597] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc4710bb-ccc7-464a-b315-a0d3a7bb50f5 in Status: UNINITIALIZED for 4s [ 1044.294541] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bf9b21f-aa97-4c0b-90fb-2795f0f69cde in Status: SUCCESS [ 1044.294541] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bf9b21f-aa97-4c0b-90fb-2795f0f69cde deletion is rescheduled due to dependency. [ 1044.294541] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bf9b21f-aa97-4c0b-90fb-2795f0f69cde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.747215] env[67081]: INFO networking_nsxv3.common.synchronization [req-44c1146b-5055-4847-afc0-126b0d46f54a req-ef1683bb-475a-4910-91eb-fead5209f527 tempest-DeleteServersTestJSON-824934422 tempest-DeleteServersTestJSON-824934422-project-member] Enqueued Resource ID: 6252e64a-b311-40e1-bced-0dc0bf08891f with Priority: HIGHEST for action security_group_members [ 1044.747949] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6252e64a-b311-40e1-bced-0dc0bf08891f with Priority: HIGHEST for action security_group_members [ 1044.748302] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6252e64a-b311-40e1-bced-0dc0bf08891f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.749045] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.749045] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.749045] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.749045] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.749045] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.749307] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.749307] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.749371] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.749468] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6252e64a-b311-40e1-bced-0dc0bf08891f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.037323] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a3716c2-236b-4046-ba8c-efaedc7522a1 in Status: SUCCESS [ 1045.037565] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a3716c2-236b-4046-ba8c-efaedc7522a1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.251942] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.251942] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.252956] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.252956] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.252956] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.252956] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.252956] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.252956] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.253735] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.253735] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.253735] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6252e64a-b311-40e1-bced-0dc0bf08891f is going to be updated. [ 1045.287917] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.287917] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.287917] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.287917] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.288308] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.298437] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6252e64a-b311-40e1-bced-0dc0bf08891f in Status: IN_PROGRESS for 2s [ 1046.227431] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc4710bb-ccc7-464a-b315-a0d3a7bb50f5 in Status: SUCCESS [ 1046.227431] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.227664] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.227852] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.228138] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.228283] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.228373] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.228527] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.228606] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.228707] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.228801] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bc4710bb-ccc7-464a-b315-a0d3a7bb50f5',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.731951] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.732424] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.732424] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.732424] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.732755] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.733041] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.733041] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.733657] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.733657] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.733657] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.733657] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.733657] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.733657] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.733928] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.734167] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.734308] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.734403] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.734566] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.735760] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.735894] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.736019] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bc4710bb-ccc7-464a-b315-a0d3a7bb50f5',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.238740] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bc4710bb-ccc7-464a-b315-a0d3a7bb50f5: rpc.has_security_group_logging(os_id): False [ 1047.259019] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.260363] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.260438] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.260702] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.260843] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.261080] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.261191] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.261249] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.261407] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.261483] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.261690] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.261946] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.261946] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.262086] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.262180] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.262415] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.262517] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.262570] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.262726] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.262865] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.262907] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc4710bb-ccc7-464a-b315-a0d3a7bb50f5 is going to be created. [ 1047.309744] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6252e64a-b311-40e1-bced-0dc0bf08891f in Status: SUCCESS [ 1047.310039] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6252e64a-b311-40e1-bced-0dc0bf08891f deletion is rescheduled due to dependency. [ 1047.311038] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.334024] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.334024] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.334024] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.334024] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.334024] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.345880] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc4710bb-ccc7-464a-b315-a0d3a7bb50f5 in Status: IN_PROGRESS for 2s [ 1049.362032] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc4710bb-ccc7-464a-b315-a0d3a7bb50f5 in Status: SUCCESS [ 1049.362309] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.748791] env[67081]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1049.748958] env[67081]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1050.227956] env[67081]: INFO networking_nsxv3.common.synchronization [None req-21f8dfc6-f83b-436b-a7a8-70a3af3aee02 tempest-ServerDiskConfigTestJSON-696026015 tempest-ServerDiskConfigTestJSON-696026015-project-member] Enqueued Resource ID: 4a8b4461-95cb-4502-ba8e-d4f7d9faaeb2 with Priority: HIGHEST for action security_group_rules [ 1050.228567] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a8b4461-95cb-4502-ba8e-d4f7d9faaeb2 with Priority: HIGHEST for action security_group_rules [ 1050.229399] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a8b4461-95cb-4502-ba8e-d4f7d9faaeb2 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.229508] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a8b4461-95cb-4502-ba8e-d4f7d9faaeb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.229569] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a8b4461-95cb-4502-ba8e-d4f7d9faaeb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.229798] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a8b4461-95cb-4502-ba8e-d4f7d9faaeb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.229918] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a8b4461-95cb-4502-ba8e-d4f7d9faaeb2',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.337504] env[67081]: INFO networking_nsxv3.common.synchronization [None req-ec3f6458-3d31-4d1a-b639-2a74e2ac62bf tempest-ServerDiskConfigTestJSON-696026015 tempest-ServerDiskConfigTestJSON-696026015-project-member] Enqueued Resource ID: 4a8b4461-95cb-4502-ba8e-d4f7d9faaeb2 with Priority: HIGHEST for action security_group_rules [ 1050.337924] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a8b4461-95cb-4502-ba8e-d4f7d9faaeb2 with Priority: HIGHEST for action security_group_rules [ 1050.338166] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a8b4461-95cb-4502-ba8e-d4f7d9faaeb2 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.338309] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a8b4461-95cb-4502-ba8e-d4f7d9faaeb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.754056] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.754431] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.754431] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.754542] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.754628] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.754731] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a8b4461-95cb-4502-ba8e-d4f7d9faaeb2 already deleted. [ 1050.754815] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a8b4461-95cb-4502-ba8e-d4f7d9faaeb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.755018] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a8b4461-95cb-4502-ba8e-d4f7d9faaeb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.755177] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a8b4461-95cb-4502-ba8e-d4f7d9faaeb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.755261] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a8b4461-95cb-4502-ba8e-d4f7d9faaeb2',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.278260] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.278455] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.278535] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.279239] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.279239] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.279239] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a8b4461-95cb-4502-ba8e-d4f7d9faaeb2 already deleted. [ 1051.279451] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a8b4461-95cb-4502-ba8e-d4f7d9faaeb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.897786] env[67081]: INFO networking_nsxv3.common.synchronization [None req-a54cfb1d-bb43-4df8-b02f-6cf3220be50a None None] Enqueued Resource ID: 4cc888ec-4dd5-4426-b188-7283ded1ce32 with Priority: HIGHEST for action port [ 1052.898521] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cc888ec-4dd5-4426-b188-7283ded1ce32 with Priority: HIGHEST for action port [ 1052.899072] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-4cc888ec-4dd5-4426-b188-7283ded1ce32 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.899341] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4cc888ec-4dd5-4426-b188-7283ded1ce32" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.900085] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4cc888ec-4dd5-4426-b188-7283ded1ce32" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.900726] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4cc888ec-4dd5-4426-b188-7283ded1ce32" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.900813] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cc888ec-4dd5-4426-b188-7283ded1ce32',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.404110] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4cc888ec-4dd5-4426-b188-7283ded1ce32 [ 1053.404884] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.405228] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.405228] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.405378] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.405433] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.405535] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4cc888ec-4dd5-4426-b188-7283ded1ce32 already deleted. [ 1053.405906] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4cc888ec-4dd5-4426-b188-7283ded1ce32" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.422740] env[67081]: INFO networking_nsxv3.common.synchronization [None req-c2e15b6f-23df-4905-a8ac-155458b06bc1 tempest-AttachInterfacesTestJSON-919501604 tempest-AttachInterfacesTestJSON-919501604-project-member] Enqueued Resource ID: f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d with Priority: HIGHEST for action security_group_rules [ 1053.423403] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d with Priority: HIGHEST for action security_group_rules [ 1053.423862] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.423862] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.424045] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.424152] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.424234] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.567191] env[67081]: INFO networking_nsxv3.common.synchronization [None req-82ec8f99-110f-40f0-8240-f500ac1caff0 tempest-AttachInterfacesTestJSON-919501604 tempest-AttachInterfacesTestJSON-919501604-project-member] Enqueued Resource ID: f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d with Priority: HIGHEST for action security_group_rules [ 1053.568175] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d with Priority: HIGHEST for action security_group_rules [ 1053.568175] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.568175] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.775879] env[67081]: INFO networking_nsxv3.common.synchronization [req-5172c626-e895-4b50-a174-ef3cfb958c79 req-3415221c-f925-456d-b148-703c91b56cae tempest-ServerDiskConfigTestJSON-696026015 tempest-ServerDiskConfigTestJSON-696026015-project-member] Enqueued Resource ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 with Priority: HIGHEST for action security_group_members [ 1053.775879] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 with Priority: HIGHEST for action security_group_members [ 1053.775879] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e957e77c-acf8-49b7-a51d-e22fbbb26613 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.775879] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.775879] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.776368] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.776589] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.776690] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.776752] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.776926] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.777029] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.777126] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e957e77c-acf8-49b7-a51d-e22fbbb26613',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.951056] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.951056] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.951056] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.951056] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.951056] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.951056] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d already deleted. [ 1053.951056] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.951056] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.951056] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.951056] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.279126] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.279349] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.279446] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.279710] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.279811] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.280206] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.280349] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.280439] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.280622] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.280731] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.280930] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 is going to be updated. [ 1054.312553] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.313272] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.313404] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.316178] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.316178] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.323968] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 in Status: IN_PROGRESS for 2s [ 1054.472168] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.472471] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.472627] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.473017] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.473231] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.473415] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d already deleted. [ 1054.473680] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.524171] env[67081]: INFO networking_nsxv3.common.synchronization [None req-2d4a925c-c4a6-45a8-b444-8b00fcd9cb48 None None] Enqueued Resource ID: 5d68d7f3-34ae-477d-9eff-c21200f27c64 with Priority: HIGHEST for action port [ 1055.524935] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d68d7f3-34ae-477d-9eff-c21200f27c64 with Priority: HIGHEST for action port [ 1055.525351] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d68d7f3-34ae-477d-9eff-c21200f27c64 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.525744] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d68d7f3-34ae-477d-9eff-c21200f27c64" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.525744] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d68d7f3-34ae-477d-9eff-c21200f27c64" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.525841] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d68d7f3-34ae-477d-9eff-c21200f27c64" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.528068] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d68d7f3-34ae-477d-9eff-c21200f27c64',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.997232] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.997232] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.997232] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.997232] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.997232] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.028387] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d68d7f3-34ae-477d-9eff-c21200f27c64 [ 1056.029298] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.029448] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.029521] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.029744] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.029836] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.029936] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d68d7f3-34ae-477d-9eff-c21200f27c64 already deleted. [ 1056.030031] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d68d7f3-34ae-477d-9eff-c21200f27c64" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.335176] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 in Status: SUCCESS [ 1056.336024] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 deletion is rescheduled due to dependency. [ 1056.336024] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.499628] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.005325] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.505235] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1057.505362] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1058.287387] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.287731] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.287731] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.287841] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.301671] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1058.302950] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.304581] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1058.341245] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.341392] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.341460] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.341668] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.353778] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.354718] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1058.354809] env[67081]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=67081) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1058.354904] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1058.404926] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.405237] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.405308] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.405552] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.407617] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.408548] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1058.528377] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.528618] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.528618] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.528926] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.529370] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.529822] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1058.623699] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.623699] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.623699] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.624833] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.625991] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.625991] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:49. [ 1058.625991] env[67081]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'8dd8386e-203d-4d2b-8a88-4e61b6fb9327', '53a7a3b8-b982-4ce4-beaf-3709dd60ac62', '05fd25f3-1521-45e0-aa90-6b662588426e', '20929c55-6b33-4e90-ba3b-d66d009919a9', '528b72ec-92e6-4927-b4f2-ba5f19dbce03', '5d50987e-802d-4a32-b4cc-e04d5420ad85', '8b1baa21-c06f-4402-a1d3-1551e4928d1f', 'f9778129-988c-45c6-aae9-54a6bbe009d1', '6a3716c2-236b-4046-ba8c-efaedc7522a1', 'e06edfd6-c4b3-455a-9b26-cb6d7782d647', '48c43bab-51e7-4706-bbcd-fb33aad4442b', 'd458a21f-b0b9-4e87-82cc-57667c38cff9', 'ffca9956-9981-4988-aba4-b1aea97bd93b', '8866959b-93f8-4465-93ba-9f20bba6c646', 'e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3', '4340cbb7-1752-4e7c-ab46-19add54aec1b', '36d21b3c-def4-4598-92c1-43cd73b80ae6', '766ab59d-9134-42d4-8a84-a60a4bdf74db', '9ae55836-e357-4f35-8f11-69a73c5ec71f', 'd43effa5-96f7-4264-ac8c-7c886969ceb2', 'bc4710bb-ccc7-464a-b315-a0d3a7bb50f5', '1e57a340-d015-4bae-94e4-670238c5e18c', '0958585e-7b17-46e9-ad2e-c7997356cdf2', 'c6853e27-2966-4f7f-9697-d59659d050a6', '3741be8e-188a-4d2b-9f6e-764ae63a0fde', '6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4', '1eef0506-1c43-4aa3-8ce6-a2f56673c16f', '64a27b36-8b8e-42f1-836b-96834f6b861d', 'e957e77c-acf8-49b7-a51d-e22fbbb26613', 'abaf779c-19f8-409b-b043-d56e2b6090ed', 'f407e753-36b9-4d29-9bad-ed7298e69551', '5d23e0f9-909e-42bf-b987-26aec8449c9f', 'bd7ab805-e8ff-469b-9188-d8ac3abd1ac9', 'dc6b44dc-e4a2-4cc0-9998-91b2285e9c61', '6252e64a-b311-40e1-bced-0dc0bf08891f', 'f33d9ba0-64e9-4da6-ae3b-c1d2fc03c9e5', '4bf9b21f-aa97-4c0b-90fb-2795f0f69cde', '7f98ff5e-f9eb-42fb-a29e-1d616573e521', 'ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7', 'c143b447-a92f-49eb-b662-0b1f4687cf5c', '6876f33a-0b60-4fe1-886b-4f6478aaa7ec', '3e66637a-d682-4882-98f8-43ffc317f453', '6e2ee032-dc37-482d-b755-0c7a8e6b66b7', '56ebc6dd-1d8d-45e9-9bf8-ae684b586851', 'f0f3214a-beab-4e3f-bde5-27b7cc28a600', '3ba94cb2-032c-497d-a340-5e5549498be8', 'b681163c-65aa-4fad-9551-9cdde77f823b', '41cfbbca-2c57-46e4-8ba3-61c3ee0e5b25', '371f8e0f-1704-4d94-96b5-c69c3b294cfb'} {{(pid=67081) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1058.625991] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1058.650774] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.650774] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.650774] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.650774] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.650774] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.650774] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1058.651829] env[67081]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=67081) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1058.651829] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1058.816453] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.816866] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.817048] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.817347] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.819027] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.819027] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1058.819027] env[67081]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=67081) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1058.819027] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1058.819349] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1058.819518] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/49 resources of Type:Security Group Rules [ 1058.819683] env[67081]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8dd8386e-203d-4d2b-8a88-4e61b6fb9327 with Priority: HIGH for action security_group_rules [ 1058.819846] env[67081]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 53a7a3b8-b982-4ce4-beaf-3709dd60ac62 with Priority: HIGH for action security_group_rules [ 1058.819998] env[67081]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 05fd25f3-1521-45e0-aa90-6b662588426e with Priority: HIGH for action security_group_rules [ 1058.821410] env[67081]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 20929c55-6b33-4e90-ba3b-d66d009919a9 with Priority: HIGH for action security_group_rules [ 1058.821410] env[67081]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 528b72ec-92e6-4927-b4f2-ba5f19dbce03 with Priority: HIGH for action security_group_rules [ 1058.821410] env[67081]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5d50987e-802d-4a32-b4cc-e04d5420ad85 with Priority: HIGH for action security_group_rules [ 1058.821410] env[67081]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8b1baa21-c06f-4402-a1d3-1551e4928d1f with Priority: HIGH for action security_group_rules [ 1058.821410] env[67081]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f9778129-988c-45c6-aae9-54a6bbe009d1 with Priority: HIGH for action security_group_rules [ 1058.821410] env[67081]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6a3716c2-236b-4046-ba8c-efaedc7522a1 with Priority: HIGH for action security_group_rules [ 1058.821410] env[67081]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 with Priority: HIGH for action security_group_rules [ 1058.821410] env[67081]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 48c43bab-51e7-4706-bbcd-fb33aad4442b with Priority: HIGH for action security_group_rules [ 1058.821410] env[67081]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d458a21f-b0b9-4e87-82cc-57667c38cff9 with Priority: HIGH for action security_group_rules [ 1058.821410] env[67081]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ffca9956-9981-4988-aba4-b1aea97bd93b with Priority: HIGH for action security_group_rules [ 1058.821410] env[67081]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8866959b-93f8-4465-93ba-9f20bba6c646 with Priority: HIGH for action security_group_rules [ 1058.821410] env[67081]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 with Priority: HIGH for action security_group_rules [ 1058.821410] env[67081]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4340cbb7-1752-4e7c-ab46-19add54aec1b with Priority: HIGH for action security_group_rules [ 1058.821410] env[67081]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 36d21b3c-def4-4598-92c1-43cd73b80ae6 with Priority: HIGH for action security_group_rules [ 1058.821410] env[67081]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 766ab59d-9134-42d4-8a84-a60a4bdf74db with Priority: HIGH for action security_group_rules [ 1058.821410] env[67081]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f with Priority: HIGH for action security_group_rules [ 1058.821410] env[67081]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 with Priority: HIGH for action security_group_rules [ 1058.821410] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.139237] env[67081]: INFO networking_nsxv3.common.synchronization [req-7caec68b-5aaf-4115-90a9-badaa54ca700 req-bcb9042a-d85f-46c3-94df-75b1e36fb40e tempest-ServerRescueNegativeTestJSON-1149854152 tempest-ServerRescueNegativeTestJSON-1149854152-project-member] Enqueued Resource ID: c6267eb2-1e81-4725-85ac-87e0c8d52262 with Priority: HIGHEST for action security_group_members [ 1060.139834] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6267eb2-1e81-4725-85ac-87e0c8d52262 with Priority: HIGHEST for action security_group_members [ 1060.140032] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dd8386e-203d-4d2b-8a88-4e61b6fb9327 with Priority: HIGH for action security_group_rules [ 1060.140158] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05fd25f3-1521-45e0-aa90-6b662588426e with Priority: HIGH for action security_group_rules [ 1060.140258] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b1baa21-c06f-4402-a1d3-1551e4928d1f with Priority: HIGH for action security_group_rules [ 1060.140354] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 with Priority: HIGH for action security_group_rules [ 1060.140447] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 with Priority: HIGH for action security_group_rules [ 1060.140538] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f with Priority: HIGH for action security_group_rules [ 1060.140627] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 766ab59d-9134-42d4-8a84-a60a4bdf74db with Priority: HIGH for action security_group_rules [ 1060.140716] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36d21b3c-def4-4598-92c1-43cd73b80ae6 with Priority: HIGH for action security_group_rules [ 1060.140880] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8866959b-93f8-4465-93ba-9f20bba6c646 with Priority: HIGH for action security_group_rules [ 1060.140980] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4340cbb7-1752-4e7c-ab46-19add54aec1b with Priority: HIGH for action security_group_rules [ 1060.141519] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffca9956-9981-4988-aba4-b1aea97bd93b with Priority: HIGH for action security_group_rules [ 1060.141674] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d458a21f-b0b9-4e87-82cc-57667c38cff9 with Priority: HIGH for action security_group_rules [ 1060.141773] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48c43bab-51e7-4706-bbcd-fb33aad4442b with Priority: HIGH for action security_group_rules [ 1060.141866] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 with Priority: HIGH for action security_group_rules [ 1060.141961] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a3716c2-236b-4046-ba8c-efaedc7522a1 with Priority: HIGH for action security_group_rules [ 1060.142065] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d50987e-802d-4a32-b4cc-e04d5420ad85 with Priority: HIGH for action security_group_rules [ 1060.142160] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9778129-988c-45c6-aae9-54a6bbe009d1 with Priority: HIGH for action security_group_rules [ 1060.142325] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 528b72ec-92e6-4927-b4f2-ba5f19dbce03 with Priority: HIGH for action security_group_rules [ 1060.142435] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53a7a3b8-b982-4ce4-beaf-3709dd60ac62 with Priority: HIGH for action security_group_rules [ 1060.142538] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20929c55-6b33-4e90-ba3b-d66d009919a9 with Priority: HIGH for action security_group_rules [ 1060.142947] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6267eb2-1e81-4725-85ac-87e0c8d52262 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.143126] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6267eb2-1e81-4725-85ac-87e0c8d52262" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.143200] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6267eb2-1e81-4725-85ac-87e0c8d52262" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.143519] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6267eb2-1e81-4725-85ac-87e0c8d52262" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.143737] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.143820] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.143820] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.143981] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.144601] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.144708] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6267eb2-1e81-4725-85ac-87e0c8d52262',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.145726] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8dd8386e-203d-4d2b-8a88-4e61b6fb9327 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.145847] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.145937] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.146127] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.146204] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8dd8386e-203d-4d2b-8a88-4e61b6fb9327',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.147359] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05fd25f3-1521-45e0-aa90-6b662588426e taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.147469] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05fd25f3-1521-45e0-aa90-6b662588426e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.147536] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05fd25f3-1521-45e0-aa90-6b662588426e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.147688] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05fd25f3-1521-45e0-aa90-6b662588426e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.147763] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05fd25f3-1521-45e0-aa90-6b662588426e',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.148531] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b1baa21-c06f-4402-a1d3-1551e4928d1f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.148645] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b1baa21-c06f-4402-a1d3-1551e4928d1f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.148689] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b1baa21-c06f-4402-a1d3-1551e4928d1f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.148818] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b1baa21-c06f-4402-a1d3-1551e4928d1f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.148891] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b1baa21-c06f-4402-a1d3-1551e4928d1f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.149909] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.150023] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.150090] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.150235] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.150305] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.151115] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d43effa5-96f7-4264-ac8c-7c886969ceb2 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.151225] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.151291] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.151436] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.151512] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d43effa5-96f7-4264-ac8c-7c886969ceb2',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.152196] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ae55836-e357-4f35-8f11-69a73c5ec71f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.152301] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.152367] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.152509] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.152578] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ae55836-e357-4f35-8f11-69a73c5ec71f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.154205] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-766ab59d-9134-42d4-8a84-a60a4bdf74db taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.154205] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-766ab59d-9134-42d4-8a84-a60a4bdf74db" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.154205] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-766ab59d-9134-42d4-8a84-a60a4bdf74db" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.154205] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-766ab59d-9134-42d4-8a84-a60a4bdf74db" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.154205] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('766ab59d-9134-42d4-8a84-a60a4bdf74db',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.154492] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36d21b3c-def4-4598-92c1-43cd73b80ae6 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.154652] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36d21b3c-def4-4598-92c1-43cd73b80ae6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.154744] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36d21b3c-def4-4598-92c1-43cd73b80ae6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.154900] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36d21b3c-def4-4598-92c1-43cd73b80ae6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.154983] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36d21b3c-def4-4598-92c1-43cd73b80ae6',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.155813] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8866959b-93f8-4465-93ba-9f20bba6c646 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.155941] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.156008] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.156160] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.156219] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8866959b-93f8-4465-93ba-9f20bba6c646',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.156939] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4340cbb7-1752-4e7c-ab46-19add54aec1b taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.157057] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4340cbb7-1752-4e7c-ab46-19add54aec1b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.157123] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4340cbb7-1752-4e7c-ab46-19add54aec1b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.157270] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4340cbb7-1752-4e7c-ab46-19add54aec1b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.157346] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4340cbb7-1752-4e7c-ab46-19add54aec1b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.158051] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ffca9956-9981-4988-aba4-b1aea97bd93b taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.158149] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ffca9956-9981-4988-aba4-b1aea97bd93b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.158220] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ffca9956-9981-4988-aba4-b1aea97bd93b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.158364] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ffca9956-9981-4988-aba4-b1aea97bd93b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.158434] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ffca9956-9981-4988-aba4-b1aea97bd93b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.159477] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d458a21f-b0b9-4e87-82cc-57667c38cff9 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.159581] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d458a21f-b0b9-4e87-82cc-57667c38cff9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.159647] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d458a21f-b0b9-4e87-82cc-57667c38cff9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.159793] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d458a21f-b0b9-4e87-82cc-57667c38cff9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.159864] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d458a21f-b0b9-4e87-82cc-57667c38cff9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.160562] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48c43bab-51e7-4706-bbcd-fb33aad4442b taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.160770] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.160819] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.160943] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.161027] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48c43bab-51e7-4706-bbcd-fb33aad4442b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.161743] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e06edfd6-c4b3-455a-9b26-cb6d7782d647 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.161881] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.161927] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.162073] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.162147] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e06edfd6-c4b3-455a-9b26-cb6d7782d647',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.163175] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a3716c2-236b-4046-ba8c-efaedc7522a1 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.163392] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a3716c2-236b-4046-ba8c-efaedc7522a1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.163463] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a3716c2-236b-4046-ba8c-efaedc7522a1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.163611] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a3716c2-236b-4046-ba8c-efaedc7522a1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.163683] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a3716c2-236b-4046-ba8c-efaedc7522a1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.164370] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d50987e-802d-4a32-b4cc-e04d5420ad85 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.164474] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d50987e-802d-4a32-b4cc-e04d5420ad85" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.164610] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d50987e-802d-4a32-b4cc-e04d5420ad85" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.164688] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d50987e-802d-4a32-b4cc-e04d5420ad85" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.164737] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d50987e-802d-4a32-b4cc-e04d5420ad85',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.165402] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9778129-988c-45c6-aae9-54a6bbe009d1 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.165510] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.165575] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.168467] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.168467] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9778129-988c-45c6-aae9-54a6bbe009d1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.168467] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-528b72ec-92e6-4927-b4f2-ba5f19dbce03 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.168467] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-528b72ec-92e6-4927-b4f2-ba5f19dbce03" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.168467] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-528b72ec-92e6-4927-b4f2-ba5f19dbce03" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.168467] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-528b72ec-92e6-4927-b4f2-ba5f19dbce03" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.168467] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('528b72ec-92e6-4927-b4f2-ba5f19dbce03',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.168467] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53a7a3b8-b982-4ce4-beaf-3709dd60ac62 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.168467] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53a7a3b8-b982-4ce4-beaf-3709dd60ac62" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.168467] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53a7a3b8-b982-4ce4-beaf-3709dd60ac62" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.168795] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53a7a3b8-b982-4ce4-beaf-3709dd60ac62" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.168795] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53a7a3b8-b982-4ce4-beaf-3709dd60ac62',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.170356] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20929c55-6b33-4e90-ba3b-d66d009919a9 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.170356] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.170356] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.170356] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.170356] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20929c55-6b33-4e90-ba3b-d66d009919a9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.173804] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.173905] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.173955] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.174602] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.174602] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.174602] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.174602] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.174602] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.174875] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.174875] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.174875] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6267eb2-1e81-4725-85ac-87e0c8d52262 already deleted. [ 1060.174875] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6267eb2-1e81-4725-85ac-87e0c8d52262" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.485927] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock network-959 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.486150] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "network-959" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.486276] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "network-959" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.486532] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "network-959" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.486785] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.486940] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.487068] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.487279] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.487434] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.487699] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1060.487844] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1060.487957] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1060.488120] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1060.488194] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1060.488296] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1060.488426] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1060.507484] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1060.507586] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1060.507851] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1060.507981] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "network-959" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.508334] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock port-b3d02cdf-4080-47df-b559-5f71c5d978b9 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.508546] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "port-b3d02cdf-4080-47df-b559-5f71c5d978b9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.508690] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "port-b3d02cdf-4080-47df-b559-5f71c5d978b9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.509049] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "port-b3d02cdf-4080-47df-b559-5f71c5d978b9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.509248] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3d02cdf-4080-47df-b559-5f71c5d978b9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.682627] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-48c43bab-51e7-4706-bbcd-fb33aad4442b taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.682826] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.682942] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.683212] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.683419] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.683551] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.683637] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.683836] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.683959] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.684097] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.684200] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('48c43bab-51e7-4706-bbcd-fb33aad4442b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.689950] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a3716c2-236b-4046-ba8c-efaedc7522a1 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.690073] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a3716c2-236b-4046-ba8c-efaedc7522a1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.690141] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a3716c2-236b-4046-ba8c-efaedc7522a1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.690301] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a3716c2-236b-4046-ba8c-efaedc7522a1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.690447] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.690543] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.690604] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.690740] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.690820] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.690899] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a3716c2-236b-4046-ba8c-efaedc7522a1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.690983] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a3716c2-236b-4046-ba8c-efaedc7522a1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.691788] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e06edfd6-c4b3-455a-9b26-cb6d7782d647 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.691891] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.691958] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.692117] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.692258] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.692347] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.692408] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.692541] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.692619] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.692699] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.692776] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e06edfd6-c4b3-455a-9b26-cb6d7782d647',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.730759] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.730980] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.731057] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.731294] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.736192] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.736345] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.739220] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.739376] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.740129] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.740226] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.743530] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.743645] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.744749] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.744843] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.745600] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.745697] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.746374] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.746493] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.751718] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.751842] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.752548] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.752639] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.753377] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.753474] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.754083] env[67081]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1060.754512] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.754603] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.755271] env[67081]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1060.755657] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.755748] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.756336] env[67081]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1060.756699] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.756791] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.757396] env[67081]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1060.757769] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.757862] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.758443] env[67081]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1060.758810] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.758885] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.759469] env[67081]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1060.759849] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.759986] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53a7a3b8-b982-4ce4-beaf-3709dd60ac62 is going to be deleted. [ 1060.761532] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.761619] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.761694] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.761918] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.783412] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.783565] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20929c55-6b33-4e90-ba3b-d66d009919a9 is going to be deleted. [ 1060.784741] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.784965] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.805354] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.805354] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ffca9956-9981-4988-aba4-b1aea97bd93b is going to be deleted. [ 1060.805826] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.806084] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.827107] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.827272] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.830749] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.830975] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ae55836-e357-4f35-8f11-69a73c5ec71f is going to be deleted. [ 1060.831942] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.832197] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.847420] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.847545] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.857107] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.857242] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9778129-988c-45c6-aae9-54a6bbe009d1 is going to be deleted. [ 1060.858190] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.858410] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.865074] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.865218] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.890208] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.890351] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d458a21f-b0b9-4e87-82cc-57667c38cff9 is going to be deleted. [ 1060.891372] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.891592] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.940632] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.940909] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4340cbb7-1752-4e7c-ab46-19add54aec1b is going to be deleted. [ 1060.942380] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.942709] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.956709] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.956893] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.961985] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.962161] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.974559] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.974701] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3 is going to be deleted. [ 1060.975905] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.976119] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.991976] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.992714] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.012037] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.012037] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.012037] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.012266] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.012338] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.012475] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Segment Port b3d02cdf-4080-47df-b559-5f71c5d978b9 not found, creating... [ 1061.012749] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.012957] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.013068] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.013307] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.013454] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.013770] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.013927] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.014059] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.014376] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.014522] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.014662] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Resource: SegmentPort with ID: b3d02cdf-4080-47df-b559-5f71c5d978b9 is going to be created. [ 1061.021469] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.021469] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36d21b3c-def4-4598-92c1-43cd73b80ae6 is going to be deleted. [ 1061.022253] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.022470] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.060270] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.060597] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.060713] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.061210] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.061498] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.061780] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "port-b3d02cdf-4080-47df-b559-5f71c5d978b9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.075476] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.075689] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.088315] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.088566] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.145549] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.145879] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8866959b-93f8-4465-93ba-9f20bba6c646 is going to be deleted. [ 1061.147032] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.147173] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.200573] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-48c43bab-51e7-4706-bbcd-fb33aad4442b taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.201646] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.201761] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.202063] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.202306] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.202392] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.202488] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.202695] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.202797] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.202940] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.203217] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-48c43bab-51e7-4706-bbcd-fb33aad4442b taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.203293] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.203360] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.203580] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.203774] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.203900] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.203965] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.204161] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.204247] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.204642] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.204642] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('48c43bab-51e7-4706-bbcd-fb33aad4442b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.205630] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a3716c2-236b-4046-ba8c-efaedc7522a1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.208386] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e06edfd6-c4b3-455a-9b26-cb6d7782d647',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.234511] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.234511] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 528b72ec-92e6-4927-b4f2-ba5f19dbce03 is going to be deleted. [ 1061.234511] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.234511] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.255901] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.256076] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.295634] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.295634] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b1baa21-c06f-4402-a1d3-1551e4928d1f is going to be deleted. [ 1061.295634] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.295634] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.347259] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.347259] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8dd8386e-203d-4d2b-8a88-4e61b6fb9327 is going to be deleted. [ 1061.347259] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.347259] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.380651] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.380651] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.382861] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.382861] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.401032] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.401032] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d50987e-802d-4a32-b4cc-e04d5420ad85 is going to be deleted. [ 1061.401032] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.401032] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.583858] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.584078] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 766ab59d-9134-42d4-8a84-a60a4bdf74db is going to be deleted. [ 1061.585089] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.585518] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.587816] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.587985] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.636164] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.636381] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.648039] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.648222] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d43effa5-96f7-4264-ac8c-7c886969ceb2 is going to be deleted. [ 1061.649260] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.649396] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.650947] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.651107] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.708527] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 48c43bab-51e7-4706-bbcd-fb33aad4442b: rpc.has_security_group_logging(os_id): False [ 1061.711419] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a3716c2-236b-4046-ba8c-efaedc7522a1: rpc.has_security_group_logging(os_id): False [ 1061.712448] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e06edfd6-c4b3-455a-9b26-cb6d7782d647: rpc.has_security_group_logging(os_id): False [ 1061.737967] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.738468] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05fd25f3-1521-45e0-aa90-6b662588426e is going to be deleted. [ 1061.739727] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.740084] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.740230] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.740456] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53a7a3b8-b982-4ce4-beaf-3709dd60ac62" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.741259] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.741579] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.741658] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.741894] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20929c55-6b33-4e90-ba3b-d66d009919a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.742574] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.742817] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.742965] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.743164] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ffca9956-9981-4988-aba4-b1aea97bd93b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.743478] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.743720] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.743852] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.744044] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ae55836-e357-4f35-8f11-69a73c5ec71f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.744248] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.744461] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.744574] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.744833] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.744933] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.745142] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.745264] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.745419] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d458a21f-b0b9-4e87-82cc-57667c38cff9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.745638] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.745829] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.745899] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.746374] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4340cbb7-1752-4e7c-ab46-19add54aec1b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.746374] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.746517] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.746554] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.746715] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3abaeb9-7d49-4b6e-a24a-abca8f6fd4b3" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.747077] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.747145] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.747214] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.747363] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36d21b3c-def4-4598-92c1-43cd73b80ae6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.747547] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.747744] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.747854] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.748011] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8866959b-93f8-4465-93ba-9f20bba6c646" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.748193] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.749645] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.749862] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.750374] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-528b72ec-92e6-4927-b4f2-ba5f19dbce03" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.750436] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.750760] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.750760] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.750884] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b1baa21-c06f-4402-a1d3-1551e4928d1f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.751072] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.751277] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.751491] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.751573] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8dd8386e-203d-4d2b-8a88-4e61b6fb9327" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.751733] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.751930] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.752061] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.752219] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d50987e-802d-4a32-b4cc-e04d5420ad85" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.757440] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.757811] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.757811] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.758089] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.758267] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.758483] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-766ab59d-9134-42d4-8a84-a60a4bdf74db" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.763051] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.763051] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.763051] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.764041] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.775109] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.775311] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.779025] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.779025] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.819841] env[67081]: INFO networking_nsxv3.common.synchronization [req-7caec68b-5aaf-4115-90a9-badaa54ca700 req-e0428d08-261b-419d-8ed5-f4cec4b9faf2 service nova] Enqueued Resource ID: c6267eb2-1e81-4725-85ac-87e0c8d52262 with Priority: HIGHEST for action security_group_rules [ 1061.819841] env[67081]: INFO networking_nsxv3.common.synchronization [req-7caec68b-5aaf-4115-90a9-badaa54ca700 req-e0428d08-261b-419d-8ed5-f4cec4b9faf2 service nova] Enqueued Resource ID: c6267eb2-1e81-4725-85ac-87e0c8d52262 with Priority: HIGHEST for action security_group_members [ 1061.819841] env[67081]: INFO networking_nsxv3.common.synchronization [req-7caec68b-5aaf-4115-90a9-badaa54ca700 req-e0428d08-261b-419d-8ed5-f4cec4b9faf2 service nova] Enqueued Resource ID: b3d02cdf-4080-47df-b559-5f71c5d978b9 with Priority: HIGHEST for action port [ 1061.820842] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6267eb2-1e81-4725-85ac-87e0c8d52262 with Priority: HIGHEST for action security_group_rules [ 1061.823374] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6267eb2-1e81-4725-85ac-87e0c8d52262 with Priority: HIGHEST for action security_group_members [ 1061.823374] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3d02cdf-4080-47df-b559-5f71c5d978b9 with Priority: HIGHEST for action port [ 1061.823374] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6267eb2-1e81-4725-85ac-87e0c8d52262 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.823374] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6267eb2-1e81-4725-85ac-87e0c8d52262" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.823374] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6267eb2-1e81-4725-85ac-87e0c8d52262" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.823374] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6267eb2-1e81-4725-85ac-87e0c8d52262" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.823374] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6267eb2-1e81-4725-85ac-87e0c8d52262',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.824589] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6267eb2-1e81-4725-85ac-87e0c8d52262 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.824713] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6267eb2-1e81-4725-85ac-87e0c8d52262" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.824790] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6267eb2-1e81-4725-85ac-87e0c8d52262" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.825058] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6267eb2-1e81-4725-85ac-87e0c8d52262" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.825292] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.825665] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.825665] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.826165] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.826276] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.826396] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6267eb2-1e81-4725-85ac-87e0c8d52262',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.828066] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3d02cdf-4080-47df-b559-5f71c5d978b9 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.828581] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3d02cdf-4080-47df-b559-5f71c5d978b9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.828666] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3d02cdf-4080-47df-b559-5f71c5d978b9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.828847] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3d02cdf-4080-47df-b559-5f71c5d978b9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.828922] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3d02cdf-4080-47df-b559-5f71c5d978b9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.840338] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.841071] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.841221] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.841221] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.841435] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.841521] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.841626] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a3716c2-236b-4046-ba8c-efaedc7522a1 is going to be updated. [ 1061.843028] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.843510] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.894829] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.894952] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.896211] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.896211] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.898083] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.898083] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.898083] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.898083] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.898612] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.898612] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.898612] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 is going to be updated. [ 1061.899914] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.901044] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.957582] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.957687] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.957817] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.957885] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.958096] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.958166] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.958389] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.958489] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.958545] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.958699] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.958771] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.958953] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.959057] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.959118] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.959256] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.959329] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.959424] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48c43bab-51e7-4706-bbcd-fb33aad4442b is going to be updated. [ 1061.960786] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.960953] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.961057] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.961170] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d43effa5-96f7-4264-ac8c-7c886969ceb2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.961651] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.961809] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.961892] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.962011] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05fd25f3-1521-45e0-aa90-6b662588426e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.010638] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.010638] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.010638] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.010895] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.011030] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.046692] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a3716c2-236b-4046-ba8c-efaedc7522a1 in Status: IN_PROGRESS for 2s [ 1062.093086] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.093086] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.093086] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.093086] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.093086] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.137960] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 in Status: IN_PROGRESS for 2s [ 1062.165790] env[67081]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1062.166429] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.166610] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.166993] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.166993] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.167169] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.199687] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48c43bab-51e7-4706-bbcd-fb33aad4442b in Status: IN_PROGRESS for 2s [ 1062.325784] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6267eb2-1e81-4725-85ac-87e0c8d52262 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.325966] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6267eb2-1e81-4725-85ac-87e0c8d52262" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.332999] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6267eb2-1e81-4725-85ac-87e0c8d52262',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.334231] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b3d02cdf-4080-47df-b559-5f71c5d978b9 with status ACTIVE [ 1062.335081] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.335081] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.335081] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.335081] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.335081] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.335081] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.335412] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.335412] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.335412] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.335501] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.335639] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.335711] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.335741] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.335864] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.335932] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.336084] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b3d02cdf-4080-47df-b559-5f71c5d978b9 is going to be updated. [ 1062.361345] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.362031] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.362031] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.362031] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.362031] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.362268] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3d02cdf-4080-47df-b559-5f71c5d978b9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.838349] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6267eb2-1e81-4725-85ac-87e0c8d52262',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.950713] env[67081]: INFO networking_nsxv3.common.synchronization [None req-56cf485d-9fa4-4075-a078-494a78b16430 tempest-AttachVolumeTestJSON-152085375 tempest-AttachVolumeTestJSON-152085375-project-member] Enqueued Resource ID: c0842a8b-a697-43ba-8362-6b7110736b4c with Priority: HIGHEST for action security_group_rules [ 1062.950713] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0842a8b-a697-43ba-8362-6b7110736b4c with Priority: HIGHEST for action security_group_rules [ 1062.950713] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0842a8b-a697-43ba-8362-6b7110736b4c taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.950713] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0842a8b-a697-43ba-8362-6b7110736b4c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.950713] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0842a8b-a697-43ba-8362-6b7110736b4c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.951348] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0842a8b-a697-43ba-8362-6b7110736b4c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.951615] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0842a8b-a697-43ba-8362-6b7110736b4c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.036850] env[67081]: INFO networking_nsxv3.common.synchronization [None req-04915360-60ca-4ce5-9230-03711dfdd527 tempest-AttachVolumeTestJSON-152085375 tempest-AttachVolumeTestJSON-152085375-project-member] Enqueued Resource ID: c0842a8b-a697-43ba-8362-6b7110736b4c with Priority: HIGHEST for action security_group_rules [ 1063.036850] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0842a8b-a697-43ba-8362-6b7110736b4c with Priority: HIGHEST for action security_group_rules [ 1063.037703] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0842a8b-a697-43ba-8362-6b7110736b4c taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.037703] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0842a8b-a697-43ba-8362-6b7110736b4c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.341457] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.341816] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.341816] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.341816] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.341961] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.342349] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6267eb2-1e81-4725-85ac-87e0c8d52262 is going to be created. [ 1063.373029] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.373228] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.373344] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.373560] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.374464] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.386161] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6267eb2-1e81-4725-85ac-87e0c8d52262 in Status: UNINITIALIZED for 2s [ 1063.477976] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.477976] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.477976] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.478228] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.478328] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.478435] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0842a8b-a697-43ba-8362-6b7110736b4c already deleted. [ 1063.478526] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0842a8b-a697-43ba-8362-6b7110736b4c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.478683] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0842a8b-a697-43ba-8362-6b7110736b4c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.478858] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0842a8b-a697-43ba-8362-6b7110736b4c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.478934] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0842a8b-a697-43ba-8362-6b7110736b4c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.002375] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.004010] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.004010] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.004010] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.004010] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.004010] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0842a8b-a697-43ba-8362-6b7110736b4c already deleted. [ 1064.004010] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0842a8b-a697-43ba-8362-6b7110736b4c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.064935] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a3716c2-236b-4046-ba8c-efaedc7522a1 in Status: SUCCESS [ 1064.065221] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a3716c2-236b-4046-ba8c-efaedc7522a1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.150538] env[67081]: INFO networking_nsxv3.common.synchronization [None req-18bad8a3-65c8-4454-a88c-4992fe5a63fa tempest-AttachVolumeNegativeTest-1783079297 tempest-AttachVolumeNegativeTest-1783079297-project-member] Enqueued Resource ID: 8d5796e8-5fcd-4697-8a81-ce4767934f54 with Priority: HIGHEST for action security_group_rules [ 1064.151172] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d5796e8-5fcd-4697-8a81-ce4767934f54 with Priority: HIGHEST for action security_group_rules [ 1064.151481] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d5796e8-5fcd-4697-8a81-ce4767934f54 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.151610] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d5796e8-5fcd-4697-8a81-ce4767934f54" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.151678] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d5796e8-5fcd-4697-8a81-ce4767934f54" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.151989] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d5796e8-5fcd-4697-8a81-ce4767934f54" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.152055] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d5796e8-5fcd-4697-8a81-ce4767934f54',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.154827] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 in Status: SUCCESS [ 1064.155205] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.213859] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48c43bab-51e7-4706-bbcd-fb33aad4442b in Status: SUCCESS [ 1064.214074] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.239514] env[67081]: INFO networking_nsxv3.common.synchronization [None req-a05f8c86-685b-42a1-9853-66d8a9857ccf tempest-AttachVolumeNegativeTest-1783079297 tempest-AttachVolumeNegativeTest-1783079297-project-member] Enqueued Resource ID: 8d5796e8-5fcd-4697-8a81-ce4767934f54 with Priority: HIGHEST for action security_group_rules [ 1064.240392] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d5796e8-5fcd-4697-8a81-ce4767934f54 with Priority: HIGHEST for action security_group_rules [ 1064.240803] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d5796e8-5fcd-4697-8a81-ce4767934f54 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.240906] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d5796e8-5fcd-4697-8a81-ce4767934f54" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.671460] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.671772] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.671772] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.671906] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.671965] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.672077] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d5796e8-5fcd-4697-8a81-ce4767934f54 already deleted. [ 1064.672260] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d5796e8-5fcd-4697-8a81-ce4767934f54" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.672337] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d5796e8-5fcd-4697-8a81-ce4767934f54" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.672464] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d5796e8-5fcd-4697-8a81-ce4767934f54" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.672546] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d5796e8-5fcd-4697-8a81-ce4767934f54',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.196329] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.196461] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.196495] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.196711] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.196804] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.196899] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d5796e8-5fcd-4697-8a81-ce4767934f54 already deleted. [ 1065.196984] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d5796e8-5fcd-4697-8a81-ce4767934f54" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.397741] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6267eb2-1e81-4725-85ac-87e0c8d52262 in Status: SUCCESS [ 1065.398017] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6267eb2-1e81-4725-85ac-87e0c8d52262" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.398272] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6267eb2-1e81-4725-85ac-87e0c8d52262" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.398667] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6267eb2-1e81-4725-85ac-87e0c8d52262" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.398904] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.399079] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.399203] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.399357] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.399443] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.399561] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6267eb2-1e81-4725-85ac-87e0c8d52262" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.399655] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6267eb2-1e81-4725-85ac-87e0c8d52262',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.903231] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6267eb2-1e81-4725-85ac-87e0c8d52262',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.406273] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6267eb2-1e81-4725-85ac-87e0c8d52262: rpc.has_security_group_logging(os_id): False [ 1066.431398] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.431719] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.431852] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.432258] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.432426] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.432823] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.433027] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.433164] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.433379] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.433497] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.433620] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6267eb2-1e81-4725-85ac-87e0c8d52262 is going to be created. [ 1066.512959] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.513210] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.513339] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.513487] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.513678] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.526660] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6267eb2-1e81-4725-85ac-87e0c8d52262 in Status: IN_PROGRESS for 2s [ 1068.279274] env[67081]: INFO networking_nsxv3.common.synchronization [req-e8058d4e-df75-4a4e-acf5-7e06e2636446 req-50dc9b96-d09e-4038-9df1-ecfcb384f640 tempest-ServerDiskConfigTestJSON-696026015 tempest-ServerDiskConfigTestJSON-696026015-project-member] Enqueued Resource ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 with Priority: HIGHEST for action security_group_members [ 1068.279657] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 with Priority: HIGHEST for action security_group_members [ 1068.279704] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e957e77c-acf8-49b7-a51d-e22fbbb26613 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.279814] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.279901] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.283320] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.283503] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.283617] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.283671] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.283832] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.283916] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.284021] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e957e77c-acf8-49b7-a51d-e22fbbb26613',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.540244] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6267eb2-1e81-4725-85ac-87e0c8d52262 in Status: SUCCESS [ 1068.540478] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6267eb2-1e81-4725-85ac-87e0c8d52262" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.634820] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock network-236 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.634985] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "network-236" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.635132] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "network-236" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.635458] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "network-236" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.635718] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.635893] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.636020] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.636277] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.636409] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.636621] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1068.636732] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1068.636838] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1068.636948] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1068.637071] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1068.637199] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1068.637331] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1068.657824] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1068.657997] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1068.658153] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1068.658358] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "network-236" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.658676] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock port-d331e8d5-8361-41a4-ad29-3b49f796bf4f taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.658847] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "port-d331e8d5-8361-41a4-ad29-3b49f796bf4f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.658980] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "port-d331e8d5-8361-41a4-ad29-3b49f796bf4f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.659357] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "port-d331e8d5-8361-41a4-ad29-3b49f796bf4f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.659475] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d331e8d5-8361-41a4-ad29-3b49f796bf4f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.787079] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.787374] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.787374] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.787579] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.811258] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.811644] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.811856] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.811950] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.812255] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.812386] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.812492] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 is going to be updated. [ 1068.851305] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.851471] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.851525] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.851719] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.851878] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.863412] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 in Status: IN_PROGRESS for 2s [ 1068.905860] env[67081]: INFO networking_nsxv3.common.synchronization [req-dc1967b5-fc1e-4321-b48b-c45f37d3f6ea req-8080c51b-0dca-42d4-945d-10dd9a1b5788 tempest-ServerActionsTestOtherA-1901782994 tempest-ServerActionsTestOtherA-1901782994-project-member] Enqueued Resource ID: bc4710bb-ccc7-464a-b315-a0d3a7bb50f5 with Priority: HIGHEST for action security_group_members [ 1068.906553] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc4710bb-ccc7-464a-b315-a0d3a7bb50f5 with Priority: HIGHEST for action security_group_members [ 1068.906900] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.907204] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.907315] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.907546] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.907740] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.907866] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.907955] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.908170] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.908275] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.908399] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc4710bb-ccc7-464a-b315-a0d3a7bb50f5',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.162471] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.162672] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.162804] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.163150] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.163330] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.163489] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Segment Port d331e8d5-8361-41a4-ad29-3b49f796bf4f not found, creating... [ 1069.163795] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.163963] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.164135] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.164415] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.164555] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.164902] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.165089] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.165210] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.165426] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.165558] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.165700] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Resource: SegmentPort with ID: d331e8d5-8361-41a4-ad29-3b49f796bf4f is going to be created. [ 1069.188979] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.189216] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.189352] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.189676] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.189970] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.190224] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "port-d331e8d5-8361-41a4-ad29-3b49f796bf4f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.410775] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.411149] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.411149] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.411341] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.434272] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.434573] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.434709] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.434754] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.435855] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.435855] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.435855] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc4710bb-ccc7-464a-b315-a0d3a7bb50f5 is going to be updated. [ 1069.468041] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.468041] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.468257] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.468308] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.468457] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.478639] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc4710bb-ccc7-464a-b315-a0d3a7bb50f5 in Status: IN_PROGRESS for 2s [ 1069.885740] env[67081]: INFO networking_nsxv3.common.synchronization [req-e8058d4e-df75-4a4e-acf5-7e06e2636446 req-356c8799-5171-4b53-9a0a-9f744c7ad233 service nova] Enqueued Resource ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 with Priority: HIGHEST for action security_group_rules [ 1069.885874] env[67081]: INFO networking_nsxv3.common.synchronization [req-e8058d4e-df75-4a4e-acf5-7e06e2636446 req-356c8799-5171-4b53-9a0a-9f744c7ad233 service nova] Enqueued Resource ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 with Priority: HIGHEST for action security_group_members [ 1069.886052] env[67081]: INFO networking_nsxv3.common.synchronization [req-e8058d4e-df75-4a4e-acf5-7e06e2636446 req-356c8799-5171-4b53-9a0a-9f744c7ad233 service nova] Enqueued Resource ID: d331e8d5-8361-41a4-ad29-3b49f796bf4f with Priority: HIGHEST for action port [ 1069.886638] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 with Priority: HIGHEST for action security_group_rules [ 1069.886778] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 with Priority: HIGHEST for action security_group_members [ 1069.886874] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d331e8d5-8361-41a4-ad29-3b49f796bf4f with Priority: HIGHEST for action port [ 1069.889636] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e957e77c-acf8-49b7-a51d-e22fbbb26613 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.889774] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.889843] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.890194] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.890194] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e957e77c-acf8-49b7-a51d-e22fbbb26613',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.891812] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e957e77c-acf8-49b7-a51d-e22fbbb26613 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.891933] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.892355] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-d331e8d5-8361-41a4-ad29-3b49f796bf4f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.893045] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d331e8d5-8361-41a4-ad29-3b49f796bf4f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.893045] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d331e8d5-8361-41a4-ad29-3b49f796bf4f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.893248] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d331e8d5-8361-41a4-ad29-3b49f796bf4f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.893333] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d331e8d5-8361-41a4-ad29-3b49f796bf4f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.395325] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e957e77c-acf8-49b7-a51d-e22fbbb26613 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.395325] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.396740] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d331e8d5-8361-41a4-ad29-3b49f796bf4f with status ACTIVE [ 1070.396854] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.397095] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.397095] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.397322] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.397356] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.397555] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.397645] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.397687] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.397849] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.398359] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.398359] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.398359] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.398359] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.398557] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.398557] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.398644] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d331e8d5-8361-41a4-ad29-3b49f796bf4f is going to be updated. [ 1070.428700] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.429043] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.429043] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.429128] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.429297] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.429473] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d331e8d5-8361-41a4-ad29-3b49f796bf4f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.699208] env[67081]: INFO networking_nsxv3.common.synchronization [req-fc9e02ef-6d74-4d82-86b6-da3dd920a65a req-fa0e7ac1-6570-40ca-85da-d0badff00583 tempest-ServerPasswordTestJSON-1387114088 tempest-ServerPasswordTestJSON-1387114088-project-member] Enqueued Resource ID: 8ac6a68c-9862-492f-b7de-2a97d9e1fd1d with Priority: HIGHEST for action security_group_members [ 1070.699208] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ac6a68c-9862-492f-b7de-2a97d9e1fd1d with Priority: HIGHEST for action security_group_members [ 1070.699208] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ac6a68c-9862-492f-b7de-2a97d9e1fd1d taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.699208] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ac6a68c-9862-492f-b7de-2a97d9e1fd1d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.699208] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ac6a68c-9862-492f-b7de-2a97d9e1fd1d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.699208] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ac6a68c-9862-492f-b7de-2a97d9e1fd1d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.699726] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.699988] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.700192] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.700446] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.700619] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.700794] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ac6a68c-9862-492f-b7de-2a97d9e1fd1d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.875908] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 in Status: SUCCESS [ 1070.876308] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 deletion is rescheduled due to dependency. [ 1070.876464] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.876663] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.876878] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.877076] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.877213] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.877277] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.877434] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.877509] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.877602] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e957e77c-acf8-49b7-a51d-e22fbbb26613',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.009892] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-629 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.010986] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-629" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.010986] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-629" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.010986] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-629" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.011335] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.011547] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.011687] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.011954] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.012078] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.012289] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1071.012454] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1071.012621] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1071.012749] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1071.012880] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1071.012988] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1071.013186] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1071.032758] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1071.032950] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1071.033276] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1071.033353] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-629" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.033650] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-b08c0732-9f85-4823-82f6-e0cc9c139531 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.033827] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-b08c0732-9f85-4823-82f6-e0cc9c139531" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.033963] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-b08c0732-9f85-4823-82f6-e0cc9c139531" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.034330] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-b08c0732-9f85-4823-82f6-e0cc9c139531" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.034505] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b08c0732-9f85-4823-82f6-e0cc9c139531',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.202913] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.203153] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.203236] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.203450] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.203591] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.203804] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.203903] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.203966] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.204242] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.204413] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.204528] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ac6a68c-9862-492f-b7de-2a97d9e1fd1d already deleted. [ 1071.204620] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ac6a68c-9862-492f-b7de-2a97d9e1fd1d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.380431] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e957e77c-acf8-49b7-a51d-e22fbbb26613',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.492196] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc4710bb-ccc7-464a-b315-a0d3a7bb50f5 in Status: SUCCESS [ 1071.492531] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc4710bb-ccc7-464a-b315-a0d3a7bb50f5 deletion is rescheduled due to dependency. [ 1071.492584] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.537284] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.537629] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.537763] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.538184] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.538428] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.538627] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port b08c0732-9f85-4823-82f6-e0cc9c139531 not found, creating... [ 1071.538993] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.539225] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.539387] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.539702] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.539861] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.540406] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.540523] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.540640] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.540932] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.541169] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.541340] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: b08c0732-9f85-4823-82f6-e0cc9c139531 is going to be created. [ 1071.566170] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.566466] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.566573] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.566850] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.567093] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.567327] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-b08c0732-9f85-4823-82f6-e0cc9c139531" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.888874] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e957e77c-acf8-49b7-a51d-e22fbbb26613',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.271653] env[67081]: INFO networking_nsxv3.common.synchronization [req-fc9e02ef-6d74-4d82-86b6-da3dd920a65a req-2dd418e3-97e1-4468-9b26-09129f63708d service nova] Enqueued Resource ID: 8ac6a68c-9862-492f-b7de-2a97d9e1fd1d with Priority: HIGHEST for action security_group_rules [ 1072.271653] env[67081]: INFO networking_nsxv3.common.synchronization [req-fc9e02ef-6d74-4d82-86b6-da3dd920a65a req-2dd418e3-97e1-4468-9b26-09129f63708d service nova] Enqueued Resource ID: 8ac6a68c-9862-492f-b7de-2a97d9e1fd1d with Priority: HIGHEST for action security_group_members [ 1072.271653] env[67081]: INFO networking_nsxv3.common.synchronization [req-fc9e02ef-6d74-4d82-86b6-da3dd920a65a req-2dd418e3-97e1-4468-9b26-09129f63708d service nova] Enqueued Resource ID: b08c0732-9f85-4823-82f6-e0cc9c139531 with Priority: HIGHEST for action port [ 1072.271653] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ac6a68c-9862-492f-b7de-2a97d9e1fd1d with Priority: HIGHEST for action security_group_rules [ 1072.272107] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ac6a68c-9862-492f-b7de-2a97d9e1fd1d with Priority: HIGHEST for action security_group_members [ 1072.272369] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b08c0732-9f85-4823-82f6-e0cc9c139531 with Priority: HIGHEST for action port [ 1072.272763] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ac6a68c-9862-492f-b7de-2a97d9e1fd1d taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.273829] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ac6a68c-9862-492f-b7de-2a97d9e1fd1d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.273829] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ac6a68c-9862-492f-b7de-2a97d9e1fd1d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.274161] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ac6a68c-9862-492f-b7de-2a97d9e1fd1d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.274401] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ac6a68c-9862-492f-b7de-2a97d9e1fd1d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.277112] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ac6a68c-9862-492f-b7de-2a97d9e1fd1d taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.277908] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ac6a68c-9862-492f-b7de-2a97d9e1fd1d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.279123] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ac6a68c-9862-492f-b7de-2a97d9e1fd1d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.279123] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ac6a68c-9862-492f-b7de-2a97d9e1fd1d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.279123] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.279123] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.279123] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.279123] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.279123] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.279123] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ac6a68c-9862-492f-b7de-2a97d9e1fd1d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.280780] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-b08c0732-9f85-4823-82f6-e0cc9c139531 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.281817] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b08c0732-9f85-4823-82f6-e0cc9c139531" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.281817] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b08c0732-9f85-4823-82f6-e0cc9c139531" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.281817] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b08c0732-9f85-4823-82f6-e0cc9c139531" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.281817] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b08c0732-9f85-4823-82f6-e0cc9c139531',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.393502] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.393502] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.393502] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.393502] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.393502] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.393502] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 is going to be updated. [ 1072.426555] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.426802] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.426907] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.427217] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.427445] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.438347] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 in Status: IN_PROGRESS for 2s [ 1072.781295] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ac6a68c-9862-492f-b7de-2a97d9e1fd1d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.783985] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ac6a68c-9862-492f-b7de-2a97d9e1fd1d taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.784195] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ac6a68c-9862-492f-b7de-2a97d9e1fd1d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.784442] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b08c0732-9f85-4823-82f6-e0cc9c139531 with status ACTIVE [ 1072.784739] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.784859] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.784928] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.785149] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.785324] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.785439] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.785537] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.785601] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.785765] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.785844] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.786039] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.786150] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.786235] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.786386] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.786463] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.786605] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b08c0732-9f85-4823-82f6-e0cc9c139531 is going to be updated. [ 1072.811315] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.811500] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.811591] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.811849] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.812038] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.812272] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b08c0732-9f85-4823-82f6-e0cc9c139531" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.035011] env[67081]: INFO networking_nsxv3.common.synchronization [req-9f381489-7852-4432-b1e2-c2d4c6e3b46c req-59db1bd4-701a-40af-90be-0f1b34bae376 tempest-AttachInterfacesTestJSON-919501604 tempest-AttachInterfacesTestJSON-919501604-project-member] Enqueued Resource ID: f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d with Priority: HIGHEST for action security_group_members [ 1073.036609] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d with Priority: HIGHEST for action security_group_members [ 1073.037248] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.037248] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.037248] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.037670] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.037868] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.038017] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.038111] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.038333] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.038389] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.038508] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.283388] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ac6a68c-9862-492f-b7de-2a97d9e1fd1d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.346033] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-704 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.346248] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-704" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.346373] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-704" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.346634] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-704" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.346892] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.347062] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.347254] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.347734] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.347734] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.347826] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1073.347918] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1073.348041] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1073.348156] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1073.348267] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1073.348373] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1073.348505] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1073.367317] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1073.367489] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1073.367627] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1073.367797] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-704" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.368134] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-de3d6b1f-131f-4eb7-88b2-364b7096c7f5 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.368382] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-de3d6b1f-131f-4eb7-88b2-364b7096c7f5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.368518] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-de3d6b1f-131f-4eb7-88b2-364b7096c7f5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.368886] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-de3d6b1f-131f-4eb7-88b2-364b7096c7f5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.369035] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de3d6b1f-131f-4eb7-88b2-364b7096c7f5',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.541846] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.542071] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.542071] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.542193] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.542282] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.542485] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.542591] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.542655] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.542804] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.542879] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.542963] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d already deleted. [ 1073.543057] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.786186] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.786664] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.786664] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.786664] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.786791] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.786791] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ac6a68c-9862-492f-b7de-2a97d9e1fd1d is going to be created. [ 1073.842646] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.842842] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.842894] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.843132] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.843311] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.853296] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ac6a68c-9862-492f-b7de-2a97d9e1fd1d in Status: UNINITIALIZED for 2s [ 1073.871164] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.871469] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.871599] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.871941] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.872057] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.872191] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port de3d6b1f-131f-4eb7-88b2-364b7096c7f5 not found, creating... [ 1073.872596] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.872596] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.872693] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.872912] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.873252] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.873556] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.873754] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.873888] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.874140] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.874335] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.874486] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: de3d6b1f-131f-4eb7-88b2-364b7096c7f5 is going to be created. [ 1073.897852] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.898069] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.898191] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.898474] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.898704] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.898931] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-de3d6b1f-131f-4eb7-88b2-364b7096c7f5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.448564] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 in Status: SUCCESS [ 1074.448789] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.448960] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.449201] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.449392] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.449544] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.449610] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.450021] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.450021] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.450021] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.450021] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e957e77c-acf8-49b7-a51d-e22fbbb26613',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.659348] env[67081]: INFO networking_nsxv3.common.synchronization [req-9f381489-7852-4432-b1e2-c2d4c6e3b46c req-0006d517-af22-4fba-b76f-121eadc3649a service nova] Enqueued Resource ID: f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d with Priority: HIGHEST for action security_group_rules [ 1074.659562] env[67081]: INFO networking_nsxv3.common.synchronization [req-9f381489-7852-4432-b1e2-c2d4c6e3b46c req-0006d517-af22-4fba-b76f-121eadc3649a service nova] Enqueued Resource ID: f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d with Priority: HIGHEST for action security_group_members [ 1074.659748] env[67081]: INFO networking_nsxv3.common.synchronization [req-9f381489-7852-4432-b1e2-c2d4c6e3b46c req-0006d517-af22-4fba-b76f-121eadc3649a service nova] Enqueued Resource ID: de3d6b1f-131f-4eb7-88b2-364b7096c7f5 with Priority: HIGHEST for action port [ 1074.660380] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d with Priority: HIGHEST for action security_group_rules [ 1074.660593] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d with Priority: HIGHEST for action security_group_members [ 1074.660749] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de3d6b1f-131f-4eb7-88b2-364b7096c7f5 with Priority: HIGHEST for action port [ 1074.661107] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.661236] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.661439] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.661600] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.661705] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.662762] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.662904] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.662983] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.663249] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.663438] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.663551] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.663617] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.663795] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.663916] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.664018] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.665392] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-de3d6b1f-131f-4eb7-88b2-364b7096c7f5 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.665760] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de3d6b1f-131f-4eb7-88b2-364b7096c7f5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.665760] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de3d6b1f-131f-4eb7-88b2-364b7096c7f5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.665760] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de3d6b1f-131f-4eb7-88b2-364b7096c7f5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.665894] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de3d6b1f-131f-4eb7-88b2-364b7096c7f5',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.954609] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e957e77c-acf8-49b7-a51d-e22fbbb26613 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.955088] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.955088] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.955088] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.955220] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.955282] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.955378] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.955443] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.955525] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.955608] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.955761] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e957e77c-acf8-49b7-a51d-e22fbbb26613 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.955854] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.955912] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.956065] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.956204] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.956313] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.956374] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.956566] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.956566] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.956653] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.956734] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e957e77c-acf8-49b7-a51d-e22fbbb26613',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.168235] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.168399] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.169718] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.170642] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de3d6b1f-131f-4eb7-88b2-364b7096c7f5 with status ACTIVE [ 1075.170832] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.170947] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.171021] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.171262] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.171381] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.171569] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.171668] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.171733] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.171882] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.171963] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.172323] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.172323] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.172323] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.172425] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.172551] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.172599] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de3d6b1f-131f-4eb7-88b2-364b7096c7f5 is going to be updated. [ 1075.193851] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.194048] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.194048] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.194366] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.194502] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.194659] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de3d6b1f-131f-4eb7-88b2-364b7096c7f5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.458898] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e957e77c-acf8-49b7-a51d-e22fbbb26613: rpc.has_security_group_logging(os_id): False [ 1075.484183] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.484400] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.484483] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.484709] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.484806] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.485017] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.485149] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.485224] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.485372] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.485491] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.485719] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.485804] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.485865] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.486015] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.486118] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.486318] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.486407] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.486482] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.486622] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.486697] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.486783] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 is going to be updated. [ 1075.551123] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.551123] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.551123] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.551123] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.551123] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.571925] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 in Status: IN_PROGRESS for 2s [ 1075.675776] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.865862] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ac6a68c-9862-492f-b7de-2a97d9e1fd1d in Status: SUCCESS [ 1075.866109] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ac6a68c-9862-492f-b7de-2a97d9e1fd1d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.866436] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ac6a68c-9862-492f-b7de-2a97d9e1fd1d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.866692] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ac6a68c-9862-492f-b7de-2a97d9e1fd1d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.867164] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.867272] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.867453] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.867850] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.867975] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.868080] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ac6a68c-9862-492f-b7de-2a97d9e1fd1d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.868145] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ac6a68c-9862-492f-b7de-2a97d9e1fd1d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.179403] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.179775] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.179775] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.179956] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.180057] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.180161] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d is going to be created. [ 1076.240652] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.240864] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.240951] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.241275] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.241498] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.253858] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d in Status: UNINITIALIZED for 2s [ 1076.370525] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ac6a68c-9862-492f-b7de-2a97d9e1fd1d taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.370703] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ac6a68c-9862-492f-b7de-2a97d9e1fd1d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.370753] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ac6a68c-9862-492f-b7de-2a97d9e1fd1d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.370977] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ac6a68c-9862-492f-b7de-2a97d9e1fd1d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.371167] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.371278] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.371336] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.371481] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.371570] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.371662] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ac6a68c-9862-492f-b7de-2a97d9e1fd1d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.371810] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ac6a68c-9862-492f-b7de-2a97d9e1fd1d taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.371904] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ac6a68c-9862-492f-b7de-2a97d9e1fd1d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.371966] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ac6a68c-9862-492f-b7de-2a97d9e1fd1d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.372128] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ac6a68c-9862-492f-b7de-2a97d9e1fd1d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.372267] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.372361] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.372441] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.372582] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.372660] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.372744] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ac6a68c-9862-492f-b7de-2a97d9e1fd1d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.372834] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ac6a68c-9862-492f-b7de-2a97d9e1fd1d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.875373] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ac6a68c-9862-492f-b7de-2a97d9e1fd1d: rpc.has_security_group_logging(os_id): False [ 1076.893365] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.893558] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.893649] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.893896] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.894011] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.894347] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.894469] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.894546] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.894730] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.894821] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.895054] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.895172] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.895245] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.895402] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.895488] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.895671] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.895765] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.895828] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.895970] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.896057] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.896143] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ac6a68c-9862-492f-b7de-2a97d9e1fd1d is going to be created. [ 1076.968483] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.968702] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.968702] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.969017] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.969323] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.981512] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ac6a68c-9862-492f-b7de-2a97d9e1fd1d in Status: IN_PROGRESS for 2s [ 1077.585835] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 in Status: SUCCESS [ 1077.586201] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.266423] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d in Status: SUCCESS [ 1078.266423] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.266423] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.266583] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.266752] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.266874] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.266940] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.267170] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.267290] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.267426] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.267576] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.769871] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.995026] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ac6a68c-9862-492f-b7de-2a97d9e1fd1d in Status: SUCCESS [ 1078.995263] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ac6a68c-9862-492f-b7de-2a97d9e1fd1d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.272787] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d: rpc.has_security_group_logging(os_id): False [ 1079.299235] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.299476] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.299598] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.299713] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.299806] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.300108] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.300250] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.300302] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.300432] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.300514] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.300610] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d is going to be created. [ 1079.369821] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.370055] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.370212] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.370447] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.370676] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.389364] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d in Status: IN_PROGRESS for 2s [ 1079.662401] env[67081]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1079.662540] env[67081]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1080.762702] env[67081]: INFO networking_nsxv3.common.synchronization [req-7c6498d6-fd3e-447e-9c06-a328d6a27d28 req-9b21e68c-d497-4e56-908e-4b4e1628430f tempest-AttachVolumeTestJSON-152085375 tempest-AttachVolumeTestJSON-152085375-project-member] Enqueued Resource ID: c0842a8b-a697-43ba-8362-6b7110736b4c with Priority: HIGHEST for action security_group_members [ 1080.763387] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0842a8b-a697-43ba-8362-6b7110736b4c with Priority: HIGHEST for action security_group_members [ 1080.763718] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0842a8b-a697-43ba-8362-6b7110736b4c taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.764432] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0842a8b-a697-43ba-8362-6b7110736b4c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.764517] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0842a8b-a697-43ba-8362-6b7110736b4c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.764819] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0842a8b-a697-43ba-8362-6b7110736b4c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.764923] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.765034] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.765087] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.765250] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.766896] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.766896] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0842a8b-a697-43ba-8362-6b7110736b4c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.089308] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock network-417 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.091117] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "network-417" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.091117] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "network-417" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.091117] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "network-417" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.091117] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.091117] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.091117] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.091117] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.091117] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.091391] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1081.091391] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1081.091391] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1081.091471] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1081.092060] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1081.092060] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1081.092060] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1081.114425] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1081.114637] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1081.114778] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1081.114965] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "network-417" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.115457] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock port-60a1c53a-7640-478a-a5cb-0382b68c9c9e taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.115457] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "port-60a1c53a-7640-478a-a5cb-0382b68c9c9e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.115952] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "port-60a1c53a-7640-478a-a5cb-0382b68c9c9e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.115952] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "port-60a1c53a-7640-478a-a5cb-0382b68c9c9e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.116096] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60a1c53a-7640-478a-a5cb-0382b68c9c9e',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.268764] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.268994] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.269089] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.269340] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.269467] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.269772] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.269946] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.270074] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.270394] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.270543] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.270683] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0842a8b-a697-43ba-8362-6b7110736b4c already deleted. [ 1081.270815] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0842a8b-a697-43ba-8362-6b7110736b4c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.402680] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d in Status: SUCCESS [ 1081.403011] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.618785] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.620305] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.620305] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.620305] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.620305] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.620305] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Segment Port 60a1c53a-7640-478a-a5cb-0382b68c9c9e not found, creating... [ 1081.620305] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.620305] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.620305] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.620598] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.620678] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.621094] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.621395] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.621573] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.621851] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.622058] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.622247] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Resource: SegmentPort with ID: 60a1c53a-7640-478a-a5cb-0382b68c9c9e is going to be created. [ 1081.644368] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.644691] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.644851] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.645168] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.645486] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.645742] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "port-60a1c53a-7640-478a-a5cb-0382b68c9c9e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.417145] env[67081]: INFO networking_nsxv3.common.synchronization [req-7c6498d6-fd3e-447e-9c06-a328d6a27d28 req-3dbe108a-78dd-4635-87ff-9eaf512e5c8e service nova] Enqueued Resource ID: c0842a8b-a697-43ba-8362-6b7110736b4c with Priority: HIGHEST for action security_group_rules [ 1082.417500] env[67081]: INFO networking_nsxv3.common.synchronization [req-7c6498d6-fd3e-447e-9c06-a328d6a27d28 req-3dbe108a-78dd-4635-87ff-9eaf512e5c8e service nova] Enqueued Resource ID: c0842a8b-a697-43ba-8362-6b7110736b4c with Priority: HIGHEST for action security_group_members [ 1082.417726] env[67081]: INFO networking_nsxv3.common.synchronization [req-7c6498d6-fd3e-447e-9c06-a328d6a27d28 req-3dbe108a-78dd-4635-87ff-9eaf512e5c8e service nova] Enqueued Resource ID: 60a1c53a-7640-478a-a5cb-0382b68c9c9e with Priority: HIGHEST for action port [ 1082.424816] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0842a8b-a697-43ba-8362-6b7110736b4c with Priority: HIGHEST for action security_group_rules [ 1082.425082] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0842a8b-a697-43ba-8362-6b7110736b4c with Priority: HIGHEST for action security_group_members [ 1082.425190] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60a1c53a-7640-478a-a5cb-0382b68c9c9e with Priority: HIGHEST for action port [ 1082.425612] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0842a8b-a697-43ba-8362-6b7110736b4c taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.425784] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0842a8b-a697-43ba-8362-6b7110736b4c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.425879] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0842a8b-a697-43ba-8362-6b7110736b4c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.426210] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0842a8b-a697-43ba-8362-6b7110736b4c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.426342] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0842a8b-a697-43ba-8362-6b7110736b4c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.428365] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0842a8b-a697-43ba-8362-6b7110736b4c taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.428588] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0842a8b-a697-43ba-8362-6b7110736b4c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.428669] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0842a8b-a697-43ba-8362-6b7110736b4c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.428868] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0842a8b-a697-43ba-8362-6b7110736b4c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.429040] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.429146] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.429215] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.429350] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.429437] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.429533] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0842a8b-a697-43ba-8362-6b7110736b4c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.430518] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-60a1c53a-7640-478a-a5cb-0382b68c9c9e taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.430633] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60a1c53a-7640-478a-a5cb-0382b68c9c9e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.430970] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60a1c53a-7640-478a-a5cb-0382b68c9c9e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.430970] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60a1c53a-7640-478a-a5cb-0382b68c9c9e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.430970] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60a1c53a-7640-478a-a5cb-0382b68c9c9e',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.935026] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0842a8b-a697-43ba-8362-6b7110736b4c taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.935208] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0842a8b-a697-43ba-8362-6b7110736b4c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.935499] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0842a8b-a697-43ba-8362-6b7110736b4c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.936561] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 60a1c53a-7640-478a-a5cb-0382b68c9c9e with status ACTIVE [ 1082.937404] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.937404] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.937404] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.937647] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.937647] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.937963] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.938104] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.938205] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.938477] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.938650] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.938910] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.939083] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.939198] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.939492] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.939612] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.939755] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 60a1c53a-7640-478a-a5cb-0382b68c9c9e is going to be updated. [ 1082.962438] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.963305] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.963305] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.963305] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.963305] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.963494] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60a1c53a-7640-478a-a5cb-0382b68c9c9e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.442075] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0842a8b-a697-43ba-8362-6b7110736b4c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.945398] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.945398] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.945398] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.945715] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.945715] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.945715] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0842a8b-a697-43ba-8362-6b7110736b4c is going to be created. [ 1083.975445] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.975445] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.975445] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.975445] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.975445] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.987920] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0842a8b-a697-43ba-8362-6b7110736b4c in Status: UNINITIALIZED for 2s [ 1084.200942] env[67081]: INFO networking_nsxv3.common.synchronization [req-5a4e40f1-15f2-4425-9151-c3ddd3414417 req-cbae29f3-9617-46bf-bc7e-1ab4e0b8a6c6 tempest-AttachVolumeNegativeTest-1783079297 tempest-AttachVolumeNegativeTest-1783079297-project-member] Enqueued Resource ID: 8d5796e8-5fcd-4697-8a81-ce4767934f54 with Priority: HIGHEST for action security_group_members [ 1084.201845] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d5796e8-5fcd-4697-8a81-ce4767934f54 with Priority: HIGHEST for action security_group_members [ 1084.202479] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d5796e8-5fcd-4697-8a81-ce4767934f54 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.202663] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d5796e8-5fcd-4697-8a81-ce4767934f54" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.202765] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d5796e8-5fcd-4697-8a81-ce4767934f54" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.203189] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d5796e8-5fcd-4697-8a81-ce4767934f54" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.203507] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.203683] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.203769] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.203980] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.204087] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.204211] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d5796e8-5fcd-4697-8a81-ce4767934f54',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.618180] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock network-947 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.618506] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "network-947" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.618544] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "network-947" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.618785] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "network-947" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.619304] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.619515] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.619639] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.619943] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.620080] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.620297] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1084.620426] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1084.620549] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1084.620659] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1084.620769] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1084.620873] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1084.621012] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1084.640685] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1084.640899] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1084.641055] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1084.641326] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "network-947" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.641565] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock port-b66e2a1b-abe3-4a3e-a33f-2289296c3384 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.641737] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "port-b66e2a1b-abe3-4a3e-a33f-2289296c3384" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.641857] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "port-b66e2a1b-abe3-4a3e-a33f-2289296c3384" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.642195] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "port-b66e2a1b-abe3-4a3e-a33f-2289296c3384" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.642332] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b66e2a1b-abe3-4a3e-a33f-2289296c3384',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.706479] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.706713] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.706811] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.707082] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.707173] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.707398] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.707519] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.707592] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.707761] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.707832] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.707921] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d5796e8-5fcd-4697-8a81-ce4767934f54 already deleted. [ 1084.708009] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d5796e8-5fcd-4697-8a81-ce4767934f54" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.973212] env[67081]: INFO networking_nsxv3.common.synchronization [req-c73ac7f6-7c1e-4ba5-8fc7-34b2925724ab req-20ae14f6-7d62-4aa3-93e1-8adb6de67f58 tempest-ServerPasswordTestJSON-1387114088 tempest-ServerPasswordTestJSON-1387114088-project-member] Enqueued Resource ID: 8ac6a68c-9862-492f-b7de-2a97d9e1fd1d with Priority: HIGHEST for action security_group_members [ 1084.973787] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ac6a68c-9862-492f-b7de-2a97d9e1fd1d with Priority: HIGHEST for action security_group_members [ 1084.974325] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ac6a68c-9862-492f-b7de-2a97d9e1fd1d taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.974496] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ac6a68c-9862-492f-b7de-2a97d9e1fd1d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.974563] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ac6a68c-9862-492f-b7de-2a97d9e1fd1d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.974789] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ac6a68c-9862-492f-b7de-2a97d9e1fd1d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.974978] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.975094] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.975184] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.975349] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.975459] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.975556] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ac6a68c-9862-492f-b7de-2a97d9e1fd1d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.144830] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.145141] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.145319] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.145593] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.145855] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.146041] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Segment Port b66e2a1b-abe3-4a3e-a33f-2289296c3384 not found, creating... [ 1085.146307] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.146469] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.146590] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.146823] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.146959] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.147255] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.147458] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.147606] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.147846] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.147983] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.148139] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Resource: SegmentPort with ID: b66e2a1b-abe3-4a3e-a33f-2289296c3384 is going to be created. [ 1085.170531] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.170811] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.170940] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.171700] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.171700] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.171700] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "port-b66e2a1b-abe3-4a3e-a33f-2289296c3384" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.479113] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.479407] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.479539] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.479752] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.479906] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.480190] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.480349] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.480447] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.480720] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.480865] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.481017] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ac6a68c-9862-492f-b7de-2a97d9e1fd1d is going to be updated. [ 1085.519767] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.519944] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.520025] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.520250] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.520400] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.530582] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ac6a68c-9862-492f-b7de-2a97d9e1fd1d in Status: IN_PROGRESS for 2s [ 1085.928670] env[67081]: INFO networking_nsxv3.common.synchronization [req-5a4e40f1-15f2-4425-9151-c3ddd3414417 req-98978891-c903-4dc1-b236-a7d9d7719b1c service nova] Enqueued Resource ID: 8d5796e8-5fcd-4697-8a81-ce4767934f54 with Priority: HIGHEST for action security_group_rules [ 1085.928670] env[67081]: INFO networking_nsxv3.common.synchronization [req-5a4e40f1-15f2-4425-9151-c3ddd3414417 req-98978891-c903-4dc1-b236-a7d9d7719b1c service nova] Enqueued Resource ID: 8d5796e8-5fcd-4697-8a81-ce4767934f54 with Priority: HIGHEST for action security_group_members [ 1085.929110] env[67081]: INFO networking_nsxv3.common.synchronization [req-5a4e40f1-15f2-4425-9151-c3ddd3414417 req-98978891-c903-4dc1-b236-a7d9d7719b1c service nova] Enqueued Resource ID: b66e2a1b-abe3-4a3e-a33f-2289296c3384 with Priority: HIGHEST for action port [ 1085.929322] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d5796e8-5fcd-4697-8a81-ce4767934f54 with Priority: HIGHEST for action security_group_rules [ 1085.929434] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d5796e8-5fcd-4697-8a81-ce4767934f54 with Priority: HIGHEST for action security_group_members [ 1085.929526] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66e2a1b-abe3-4a3e-a33f-2289296c3384 with Priority: HIGHEST for action port [ 1085.929839] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d5796e8-5fcd-4697-8a81-ce4767934f54 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.930017] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d5796e8-5fcd-4697-8a81-ce4767934f54" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.930292] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d5796e8-5fcd-4697-8a81-ce4767934f54" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.930635] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d5796e8-5fcd-4697-8a81-ce4767934f54" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.930816] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d5796e8-5fcd-4697-8a81-ce4767934f54',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.932178] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d5796e8-5fcd-4697-8a81-ce4767934f54 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.932178] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d5796e8-5fcd-4697-8a81-ce4767934f54" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.932178] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d5796e8-5fcd-4697-8a81-ce4767934f54" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.932428] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d5796e8-5fcd-4697-8a81-ce4767934f54" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.932616] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.932765] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.932860] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.933028] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.933144] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.933314] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d5796e8-5fcd-4697-8a81-ce4767934f54',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.934211] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-b66e2a1b-abe3-4a3e-a33f-2289296c3384 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.934373] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b66e2a1b-abe3-4a3e-a33f-2289296c3384" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.934663] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b66e2a1b-abe3-4a3e-a33f-2289296c3384" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.934663] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b66e2a1b-abe3-4a3e-a33f-2289296c3384" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.934752] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b66e2a1b-abe3-4a3e-a33f-2289296c3384',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.001520] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0842a8b-a697-43ba-8362-6b7110736b4c in Status: SUCCESS [ 1086.001848] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0842a8b-a697-43ba-8362-6b7110736b4c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.002081] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0842a8b-a697-43ba-8362-6b7110736b4c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.002354] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0842a8b-a697-43ba-8362-6b7110736b4c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.002611] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.002761] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.002857] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.003078] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.003316] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.003456] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0842a8b-a697-43ba-8362-6b7110736b4c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.003585] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c0842a8b-a697-43ba-8362-6b7110736b4c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.437022] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d5796e8-5fcd-4697-8a81-ce4767934f54 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.437193] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d5796e8-5fcd-4697-8a81-ce4767934f54" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.438037] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d5796e8-5fcd-4697-8a81-ce4767934f54',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.438734] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b66e2a1b-abe3-4a3e-a33f-2289296c3384 with status ACTIVE [ 1086.440078] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.440078] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.440078] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.440279] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.440590] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.441668] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.441844] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.441923] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.442319] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.442437] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.443080] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.443080] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.443080] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.443249] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.443249] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.444421] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b66e2a1b-abe3-4a3e-a33f-2289296c3384 is going to be updated. [ 1086.477489] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.477711] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.477781] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.478118] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.478368] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.478581] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b66e2a1b-abe3-4a3e-a33f-2289296c3384" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.507394] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c0842a8b-a697-43ba-8362-6b7110736b4c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.666502] env[67081]: INFO networking_nsxv3.common.synchronization [req-02c4984c-ff89-4a8d-ad84-71d28b38e0c8 req-3309bfb2-548e-49f5-be90-c4167478b218 tempest-DeleteServersTestJSON-824934422 tempest-DeleteServersTestJSON-824934422-project-member] Enqueued Resource ID: 6252e64a-b311-40e1-bced-0dc0bf08891f with Priority: HIGHEST for action security_group_members [ 1086.666502] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6252e64a-b311-40e1-bced-0dc0bf08891f with Priority: HIGHEST for action security_group_members [ 1086.666704] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6252e64a-b311-40e1-bced-0dc0bf08891f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.666949] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.668025] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.668189] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.668883] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.668883] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.668883] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.668883] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.668883] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.669224] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6252e64a-b311-40e1-bced-0dc0bf08891f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.947708] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d5796e8-5fcd-4697-8a81-ce4767934f54',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.011478] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c0842a8b-a697-43ba-8362-6b7110736b4c: rpc.has_security_group_logging(os_id): False [ 1087.034214] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.034547] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.034647] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.035140] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.035140] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.035140] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.035321] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.035321] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.036258] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.036258] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.036258] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0842a8b-a697-43ba-8362-6b7110736b4c is going to be created. [ 1087.055807] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock network-816 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.056610] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "network-816" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.056861] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "network-816" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.057443] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "network-816" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.060159] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.060159] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.060159] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.060159] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.060159] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.060159] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1087.060159] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1087.060159] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1087.060159] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1087.060159] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1087.060159] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1087.060913] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1087.082140] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1087.082501] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1087.082753] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1087.083113] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "network-816" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.083659] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock port-6090f13c-d526-489a-ab85-c5359d90668e taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.084023] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "port-6090f13c-d526-489a-ab85-c5359d90668e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.084258] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "port-6090f13c-d526-489a-ab85-c5359d90668e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.084807] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "port-6090f13c-d526-489a-ab85-c5359d90668e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.085084] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6090f13c-d526-489a-ab85-c5359d90668e',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.112326] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.112326] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.112576] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.113792] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.113792] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.127987] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0842a8b-a697-43ba-8362-6b7110736b4c in Status: IN_PROGRESS for 2s [ 1087.172167] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.172513] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.172570] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.172887] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.204995] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.205474] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.205937] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.206261] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.206452] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.206607] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.206795] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6252e64a-b311-40e1-bced-0dc0bf08891f is going to be updated. [ 1087.242357] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.242646] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.242646] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.242780] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.242882] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.267072] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6252e64a-b311-40e1-bced-0dc0bf08891f in Status: IN_PROGRESS for 2s [ 1087.450625] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.450858] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.450894] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.451168] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.451512] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.451512] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d5796e8-5fcd-4697-8a81-ce4767934f54 is going to be created. [ 1087.479790] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.479957] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.480101] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.480329] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.480535] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.491589] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d5796e8-5fcd-4697-8a81-ce4767934f54 in Status: UNINITIALIZED for 2s [ 1087.541446] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ac6a68c-9862-492f-b7de-2a97d9e1fd1d in Status: SUCCESS [ 1087.541651] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ac6a68c-9862-492f-b7de-2a97d9e1fd1d deletion is rescheduled due to dependency. [ 1087.541763] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ac6a68c-9862-492f-b7de-2a97d9e1fd1d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.588483] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.588705] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.588705] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.589184] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.589369] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.589533] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Segment Port 6090f13c-d526-489a-ab85-c5359d90668e not found, creating... [ 1087.589805] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.589973] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.590106] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.590345] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.590484] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.590770] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.590925] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.591053] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.591275] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.591456] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.591626] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Resource: SegmentPort with ID: 6090f13c-d526-489a-ab85-c5359d90668e is going to be created. [ 1087.612450] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.612671] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.612797] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.613178] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.613502] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.613743] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "port-6090f13c-d526-489a-ab85-c5359d90668e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.388463] env[67081]: INFO networking_nsxv3.common.synchronization [req-02c4984c-ff89-4a8d-ad84-71d28b38e0c8 req-f47285c3-a9dc-4238-8af3-55cc4454a0f7 service nova] Enqueued Resource ID: 6252e64a-b311-40e1-bced-0dc0bf08891f with Priority: HIGHEST for action security_group_rules [ 1088.392345] env[67081]: INFO networking_nsxv3.common.synchronization [req-02c4984c-ff89-4a8d-ad84-71d28b38e0c8 req-f47285c3-a9dc-4238-8af3-55cc4454a0f7 service nova] Enqueued Resource ID: 6252e64a-b311-40e1-bced-0dc0bf08891f with Priority: HIGHEST for action security_group_members [ 1088.392565] env[67081]: INFO networking_nsxv3.common.synchronization [req-02c4984c-ff89-4a8d-ad84-71d28b38e0c8 req-f47285c3-a9dc-4238-8af3-55cc4454a0f7 service nova] Enqueued Resource ID: 6090f13c-d526-489a-ab85-c5359d90668e with Priority: HIGHEST for action port [ 1088.393312] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6252e64a-b311-40e1-bced-0dc0bf08891f with Priority: HIGHEST for action security_group_rules [ 1088.393561] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6252e64a-b311-40e1-bced-0dc0bf08891f with Priority: HIGHEST for action security_group_members [ 1088.393681] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6090f13c-d526-489a-ab85-c5359d90668e with Priority: HIGHEST for action port [ 1088.394045] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6252e64a-b311-40e1-bced-0dc0bf08891f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.394224] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.394317] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.394559] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.394663] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6252e64a-b311-40e1-bced-0dc0bf08891f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.395992] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6252e64a-b311-40e1-bced-0dc0bf08891f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.395992] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.396846] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-6090f13c-d526-489a-ab85-c5359d90668e taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.396973] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6090f13c-d526-489a-ab85-c5359d90668e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.396973] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6090f13c-d526-489a-ab85-c5359d90668e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.397358] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6090f13c-d526-489a-ab85-c5359d90668e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.397447] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6090f13c-d526-489a-ab85-c5359d90668e',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.900119] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6252e64a-b311-40e1-bced-0dc0bf08891f taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.900242] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.900438] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6090f13c-d526-489a-ab85-c5359d90668e with status ACTIVE [ 1088.900614] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.900739] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.900782] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.901066] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.901160] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.901378] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.901483] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.901545] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.901704] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.902448] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.902448] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.902448] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.902448] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.902448] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.902448] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.902717] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6090f13c-d526-489a-ab85-c5359d90668e is going to be updated. [ 1088.930720] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.931283] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.931283] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.931571] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.931571] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.931767] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6090f13c-d526-489a-ab85-c5359d90668e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.142359] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0842a8b-a697-43ba-8362-6b7110736b4c in Status: SUCCESS [ 1089.142359] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0842a8b-a697-43ba-8362-6b7110736b4c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.281041] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6252e64a-b311-40e1-bced-0dc0bf08891f in Status: SUCCESS [ 1089.281198] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6252e64a-b311-40e1-bced-0dc0bf08891f deletion is rescheduled due to dependency. [ 1089.281327] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.281571] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.281875] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.282150] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.282317] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.282423] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.282652] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.282776] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.282916] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6252e64a-b311-40e1-bced-0dc0bf08891f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.394943] env[67081]: INFO networking_nsxv3.common.synchronization [None req-0c95382f-1add-4d9a-8a52-5662b211c596 tempest-ServerActionsTestOtherA-1901782994 tempest-ServerActionsTestOtherA-1901782994-project-member] Enqueued Resource ID: 058b743b-95d9-4920-bf53-01c413dad48b with Priority: HIGHEST for action security_group_rules [ 1089.395543] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 058b743b-95d9-4920-bf53-01c413dad48b with Priority: HIGHEST for action security_group_rules [ 1089.395920] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-058b743b-95d9-4920-bf53-01c413dad48b taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.396037] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-058b743b-95d9-4920-bf53-01c413dad48b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.396115] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-058b743b-95d9-4920-bf53-01c413dad48b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.396386] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-058b743b-95d9-4920-bf53-01c413dad48b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.396487] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('058b743b-95d9-4920-bf53-01c413dad48b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.504077] env[67081]: INFO networking_nsxv3.common.synchronization [None req-fd2464af-8f9b-4255-a909-54e51c49ab10 tempest-ServerActionsTestOtherA-1901782994 tempest-ServerActionsTestOtherA-1901782994-project-member] Enqueued Resource ID: 058b743b-95d9-4920-bf53-01c413dad48b with Priority: HIGHEST for action security_group_rules [ 1089.504940] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d5796e8-5fcd-4697-8a81-ce4767934f54 in Status: SUCCESS [ 1089.505441] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d5796e8-5fcd-4697-8a81-ce4767934f54" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.506454] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 058b743b-95d9-4920-bf53-01c413dad48b with Priority: HIGHEST for action security_group_rules [ 1089.507650] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d5796e8-5fcd-4697-8a81-ce4767934f54" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.507650] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d5796e8-5fcd-4697-8a81-ce4767934f54" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.507650] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.507650] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.507847] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.508461] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.508461] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.508461] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d5796e8-5fcd-4697-8a81-ce4767934f54" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.508461] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d5796e8-5fcd-4697-8a81-ce4767934f54',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.509715] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-058b743b-95d9-4920-bf53-01c413dad48b taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.509915] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-058b743b-95d9-4920-bf53-01c413dad48b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.785768] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6252e64a-b311-40e1-bced-0dc0bf08891f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.919273] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.919487] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.919487] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.919670] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.919763] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.919864] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 058b743b-95d9-4920-bf53-01c413dad48b already deleted. [ 1089.919949] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-058b743b-95d9-4920-bf53-01c413dad48b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.920191] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-058b743b-95d9-4920-bf53-01c413dad48b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.920374] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-058b743b-95d9-4920-bf53-01c413dad48b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.921044] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('058b743b-95d9-4920-bf53-01c413dad48b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.014690] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d5796e8-5fcd-4697-8a81-ce4767934f54',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.290041] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6252e64a-b311-40e1-bced-0dc0bf08891f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.444200] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.444200] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.444200] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.444200] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.444656] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.444656] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 058b743b-95d9-4920-bf53-01c413dad48b already deleted. [ 1090.444656] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-058b743b-95d9-4920-bf53-01c413dad48b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.516694] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d5796e8-5fcd-4697-8a81-ce4767934f54: rpc.has_security_group_logging(os_id): False [ 1090.534051] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.534264] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.534341] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.534564] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.534649] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.534901] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.534999] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.535078] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.535234] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.535323] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.535413] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d5796e8-5fcd-4697-8a81-ce4767934f54 is going to be created. [ 1090.599190] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.599356] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.599431] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.599647] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.599847] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.613651] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d5796e8-5fcd-4697-8a81-ce4767934f54 in Status: IN_PROGRESS for 2s [ 1090.793081] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.793414] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.793414] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.793606] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.793702] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.793807] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6252e64a-b311-40e1-bced-0dc0bf08891f is going to be updated. [ 1090.824946] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.825158] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.825235] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.825447] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.825596] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.834436] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6252e64a-b311-40e1-bced-0dc0bf08891f in Status: IN_PROGRESS for 2s [ 1092.628249] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d5796e8-5fcd-4697-8a81-ce4767934f54 in Status: SUCCESS [ 1092.628249] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d5796e8-5fcd-4697-8a81-ce4767934f54" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.843819] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6252e64a-b311-40e1-bced-0dc0bf08891f in Status: SUCCESS [ 1092.844090] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.844277] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.844714] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.844802] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.844928] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.844928] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.845114] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.845165] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.845244] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.845338] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6252e64a-b311-40e1-bced-0dc0bf08891f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.867484] env[67081]: INFO networking_nsxv3.common.synchronization [req-7f8bf14a-36a8-4fa9-8658-baea2ef9a60b req-5160a565-7613-433a-bb8e-eb8cc03b147c tempest-ServerActionsTestOtherB-350996486 tempest-ServerActionsTestOtherB-350996486-project-member] Enqueued Resource ID: b681163c-65aa-4fad-9551-9cdde77f823b with Priority: HIGHEST for action security_group_members [ 1092.871712] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b681163c-65aa-4fad-9551-9cdde77f823b with Priority: HIGHEST for action security_group_members [ 1092.871712] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-b681163c-65aa-4fad-9551-9cdde77f823b taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.871712] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.871712] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.871712] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.871712] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.871712] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.871712] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.871712] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.871712] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.871712] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b681163c-65aa-4fad-9551-9cdde77f823b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.347845] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6252e64a-b311-40e1-bced-0dc0bf08891f taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.349228] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.349228] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.349228] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.349228] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.349228] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.349228] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.349228] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.349228] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.349228] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.349228] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6252e64a-b311-40e1-bced-0dc0bf08891f taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.349228] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.349690] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.349690] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.349690] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.349690] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.349690] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.349840] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.349879] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.349964] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.350066] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6252e64a-b311-40e1-bced-0dc0bf08891f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.373882] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.374112] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.374213] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.374497] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.397020] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.397351] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.397755] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.397755] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.397755] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.397907] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.397907] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b681163c-65aa-4fad-9551-9cdde77f823b is going to be updated. [ 1093.429442] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.429724] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.429962] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.430294] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.430628] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.441987] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b681163c-65aa-4fad-9551-9cdde77f823b in Status: IN_PROGRESS for 2s [ 1093.853441] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6252e64a-b311-40e1-bced-0dc0bf08891f: rpc.has_security_group_logging(os_id): False [ 1093.876907] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.877143] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.877232] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.877526] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.877635] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.878289] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.878439] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.878523] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.879211] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.879211] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.879211] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.879211] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.879211] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.879530] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.879530] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.879655] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.879774] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.879860] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.880097] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.880188] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.880287] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6252e64a-b311-40e1-bced-0dc0bf08891f is going to be updated. [ 1093.965203] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.967569] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.967569] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.967569] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.967569] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.992282] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6252e64a-b311-40e1-bced-0dc0bf08891f in Status: IN_PROGRESS for 2s [ 1094.905394] env[67081]: INFO networking_nsxv3.common.synchronization [req-9b284146-23d0-494c-b42d-2e1b4b1736c4 req-cbf7d4dd-3a2b-4117-9e53-0abadfc9a2db tempest-AttachInterfacesTestJSON-919501604 tempest-AttachInterfacesTestJSON-919501604-project-member] Enqueued Resource ID: f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d with Priority: HIGHEST for action security_group_members [ 1094.906070] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d with Priority: HIGHEST for action security_group_members [ 1094.906514] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.907125] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.907217] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.907454] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.907623] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.907727] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.907779] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.907971] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.908083] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.908179] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.316295] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-704 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.316295] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-704" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.316295] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-704" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.316295] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-704" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.316295] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.316940] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.317248] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.318022] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.318367] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.318820] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1095.319391] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1095.319616] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1095.319818] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1095.320034] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1095.320250] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1095.320485] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1095.346222] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1095.346222] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1095.346222] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1095.346222] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-704" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.346222] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-14459124-45ff-4170-8c8a-f4ec08e06204 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.346222] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-14459124-45ff-4170-8c8a-f4ec08e06204" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.346222] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-14459124-45ff-4170-8c8a-f4ec08e06204" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.346222] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-14459124-45ff-4170-8c8a-f4ec08e06204" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.346222] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14459124-45ff-4170-8c8a-f4ec08e06204',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.411250] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.456658] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b681163c-65aa-4fad-9551-9cdde77f823b in Status: SUCCESS [ 1095.456658] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b681163c-65aa-4fad-9551-9cdde77f823b deletion is rescheduled due to dependency. [ 1095.456658] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.849339] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.849715] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.849937] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.850504] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.850836] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.851017] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port 14459124-45ff-4170-8c8a-f4ec08e06204 not found, creating... [ 1095.851339] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.851521] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.852267] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.852267] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.852267] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.852406] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.852500] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.852594] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.853028] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.853028] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.853137] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: 14459124-45ff-4170-8c8a-f4ec08e06204 is going to be created. [ 1095.880043] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.880278] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.880335] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.880981] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.880981] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.881320] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-14459124-45ff-4170-8c8a-f4ec08e06204" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.915388] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.010466] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6252e64a-b311-40e1-bced-0dc0bf08891f in Status: SUCCESS [ 1096.010728] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.418133] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.418500] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.418673] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.420274] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.421871] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.421871] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d is going to be updated. [ 1096.467907] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.468160] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.468160] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.468523] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.468523] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.481678] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d in Status: IN_PROGRESS for 2s [ 1096.691018] env[67081]: INFO networking_nsxv3.common.synchronization [req-9b284146-23d0-494c-b42d-2e1b4b1736c4 req-e6b26cd4-fca3-4a3a-bcca-93fedcc94fb5 service nova] Enqueued Resource ID: f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d with Priority: HIGHEST for action security_group_rules [ 1096.691202] env[67081]: INFO networking_nsxv3.common.synchronization [req-9b284146-23d0-494c-b42d-2e1b4b1736c4 req-e6b26cd4-fca3-4a3a-bcca-93fedcc94fb5 service nova] Enqueued Resource ID: f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d with Priority: HIGHEST for action security_group_members [ 1096.691386] env[67081]: INFO networking_nsxv3.common.synchronization [req-9b284146-23d0-494c-b42d-2e1b4b1736c4 req-e6b26cd4-fca3-4a3a-bcca-93fedcc94fb5 service nova] Enqueued Resource ID: 14459124-45ff-4170-8c8a-f4ec08e06204 with Priority: HIGHEST for action port [ 1096.691972] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d with Priority: HIGHEST for action security_group_rules [ 1096.692145] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d with Priority: HIGHEST for action security_group_members [ 1096.692316] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14459124-45ff-4170-8c8a-f4ec08e06204 with Priority: HIGHEST for action port [ 1096.692604] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.692733] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.692799] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.693036] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.693159] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.694859] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.695022] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.695236] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-14459124-45ff-4170-8c8a-f4ec08e06204 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.695366] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14459124-45ff-4170-8c8a-f4ec08e06204" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.697641] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14459124-45ff-4170-8c8a-f4ec08e06204" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.697885] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14459124-45ff-4170-8c8a-f4ec08e06204" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.697976] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14459124-45ff-4170-8c8a-f4ec08e06204',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.719521] env[67081]: INFO networking_nsxv3.common.synchronization [None req-a80fb419-6ff5-4aef-bc0f-d18b399bf85d None None] Enqueued Resource ID: b6ee6bb6-7bb7-4d76-93cf-a1ae0fc273b9 with Priority: HIGHEST for action port [ 1096.720513] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6ee6bb6-7bb7-4d76-93cf-a1ae0fc273b9 with Priority: HIGHEST for action port [ 1096.720817] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6ee6bb6-7bb7-4d76-93cf-a1ae0fc273b9 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.720940] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6ee6bb6-7bb7-4d76-93cf-a1ae0fc273b9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.721017] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6ee6bb6-7bb7-4d76-93cf-a1ae0fc273b9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.722027] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6ee6bb6-7bb7-4d76-93cf-a1ae0fc273b9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.722126] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6ee6bb6-7bb7-4d76-93cf-a1ae0fc273b9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.200660] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.200660] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.204736] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 14459124-45ff-4170-8c8a-f4ec08e06204 with status ACTIVE [ 1097.204736] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.204736] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.204736] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.204736] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.204736] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.204736] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.204736] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.204736] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.204736] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.204736] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.204736] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.204736] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.204736] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.204736] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.204736] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.204736] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 14459124-45ff-4170-8c8a-f4ec08e06204 is going to be updated. [ 1097.224524] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b6ee6bb6-7bb7-4d76-93cf-a1ae0fc273b9 [ 1097.224841] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.225090] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.225162] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.225398] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.225491] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.225621] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b6ee6bb6-7bb7-4d76-93cf-a1ae0fc273b9 already deleted. [ 1097.225764] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6ee6bb6-7bb7-4d76-93cf-a1ae0fc273b9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.233055] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.233282] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.233327] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.233768] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.233924] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.234194] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14459124-45ff-4170-8c8a-f4ec08e06204" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.600196] env[67081]: INFO networking_nsxv3.common.synchronization [req-fddaea78-cdbb-4607-9524-bdf094753b59 req-13c66566-c6a0-470d-acc5-f04df2334c6b tempest-ServerActionsTestOtherA-1901782994 tempest-ServerActionsTestOtherA-1901782994-project-member] Enqueued Resource ID: 058b743b-95d9-4920-bf53-01c413dad48b with Priority: HIGHEST for action security_group_members [ 1097.600196] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 058b743b-95d9-4920-bf53-01c413dad48b with Priority: HIGHEST for action security_group_members [ 1097.600196] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-058b743b-95d9-4920-bf53-01c413dad48b taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.600196] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-058b743b-95d9-4920-bf53-01c413dad48b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.600196] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-058b743b-95d9-4920-bf53-01c413dad48b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.600812] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-058b743b-95d9-4920-bf53-01c413dad48b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.601153] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.601442] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.601646] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.601925] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.602112] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.602318] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('058b743b-95d9-4920-bf53-01c413dad48b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.106382] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.107043] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.107469] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.109906] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.110054] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.111036] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.111036] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.111036] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.111272] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.111272] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.111329] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 058b743b-95d9-4920-bf53-01c413dad48b already deleted. [ 1098.111367] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-058b743b-95d9-4920-bf53-01c413dad48b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.202215] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock network-755 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.202215] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "network-755" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.202215] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "network-755" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.202215] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "network-755" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.202215] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.202215] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.202215] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.202215] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.202215] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.202996] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1098.203292] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1098.203751] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1098.204019] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1098.204923] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1098.205195] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1098.205452] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1098.225993] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1098.225993] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1098.225993] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1098.225993] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "network-755" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.226710] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock port-5f7cbb38-b53b-4992-9358-35f640294c6f taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.227462] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "port-5f7cbb38-b53b-4992-9358-35f640294c6f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.227717] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "port-5f7cbb38-b53b-4992-9358-35f640294c6f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.228196] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "port-5f7cbb38-b53b-4992-9358-35f640294c6f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.228466] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f7cbb38-b53b-4992-9358-35f640294c6f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.495115] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d in Status: SUCCESS [ 1098.495115] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.495115] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.495115] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.495115] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.495115] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.495115] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.495115] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.495115] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.495115] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.731679] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.732043] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.732135] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.732372] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.732520] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.732678] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Segment Port 5f7cbb38-b53b-4992-9358-35f640294c6f not found, creating... [ 1098.732941] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.733114] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.733233] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.733516] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.733666] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.733948] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.734125] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.734280] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.734602] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.735050] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.735300] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Resource: SegmentPort with ID: 5f7cbb38-b53b-4992-9358-35f640294c6f is going to be created. [ 1098.758930] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.759205] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.759289] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.759643] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.759884] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.760139] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "port-5f7cbb38-b53b-4992-9358-35f640294c6f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.998237] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.498250] env[67081]: INFO networking_nsxv3.common.synchronization [req-fddaea78-cdbb-4607-9524-bdf094753b59 req-46ed9d70-5f4f-4800-9498-ce0d7f82e3ab service nova] Enqueued Resource ID: 058b743b-95d9-4920-bf53-01c413dad48b with Priority: HIGHEST for action security_group_rules [ 1099.498771] env[67081]: INFO networking_nsxv3.common.synchronization [req-fddaea78-cdbb-4607-9524-bdf094753b59 req-46ed9d70-5f4f-4800-9498-ce0d7f82e3ab service nova] Enqueued Resource ID: 058b743b-95d9-4920-bf53-01c413dad48b with Priority: HIGHEST for action security_group_members [ 1099.498771] env[67081]: INFO networking_nsxv3.common.synchronization [req-fddaea78-cdbb-4607-9524-bdf094753b59 req-46ed9d70-5f4f-4800-9498-ce0d7f82e3ab service nova] Enqueued Resource ID: 5f7cbb38-b53b-4992-9358-35f640294c6f with Priority: HIGHEST for action port [ 1099.499109] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 058b743b-95d9-4920-bf53-01c413dad48b with Priority: HIGHEST for action security_group_rules [ 1099.501842] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 058b743b-95d9-4920-bf53-01c413dad48b with Priority: HIGHEST for action security_group_members [ 1099.501842] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f7cbb38-b53b-4992-9358-35f640294c6f with Priority: HIGHEST for action port [ 1099.501975] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.503992] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-058b743b-95d9-4920-bf53-01c413dad48b taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.504831] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-058b743b-95d9-4920-bf53-01c413dad48b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.504909] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-058b743b-95d9-4920-bf53-01c413dad48b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.505254] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-058b743b-95d9-4920-bf53-01c413dad48b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.505254] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('058b743b-95d9-4920-bf53-01c413dad48b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.506433] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-058b743b-95d9-4920-bf53-01c413dad48b taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.506607] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-058b743b-95d9-4920-bf53-01c413dad48b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.506702] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-058b743b-95d9-4920-bf53-01c413dad48b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.506943] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-058b743b-95d9-4920-bf53-01c413dad48b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.507132] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.507248] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.507322] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.507502] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.507659] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.507764] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('058b743b-95d9-4920-bf53-01c413dad48b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.671200] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f7cbb38-b53b-4992-9358-35f640294c6f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.671428] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f7cbb38-b53b-4992-9358-35f640294c6f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.671428] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f7cbb38-b53b-4992-9358-35f640294c6f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.671644] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f7cbb38-b53b-4992-9358-35f640294c6f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.671730] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f7cbb38-b53b-4992-9358-35f640294c6f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.674117] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.674117] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.674117] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.674339] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.674339] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.674394] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d is going to be updated. [ 1099.711342] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.712811] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.712811] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.712811] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.712811] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.725798] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d in Status: IN_PROGRESS for 2s [ 1100.002537] env[67081]: INFO networking_nsxv3.common.synchronization [None req-db08ef80-1037-4777-9239-32458f35dd14 None None] Enqueued Resource ID: 8fcd1694-c2e2-4a6f-aaa2-9856195944d8 with Priority: HIGHEST for action port [ 1100.002883] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fcd1694-c2e2-4a6f-aaa2-9856195944d8 with Priority: HIGHEST for action port [ 1100.003287] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fcd1694-c2e2-4a6f-aaa2-9856195944d8 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.003659] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fcd1694-c2e2-4a6f-aaa2-9856195944d8" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.003733] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fcd1694-c2e2-4a6f-aaa2-9856195944d8" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.003992] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fcd1694-c2e2-4a6f-aaa2-9856195944d8" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.004377] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fcd1694-c2e2-4a6f-aaa2-9856195944d8',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.173931] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('058b743b-95d9-4920-bf53-01c413dad48b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.175036] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-058b743b-95d9-4920-bf53-01c413dad48b taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.175169] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-058b743b-95d9-4920-bf53-01c413dad48b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.178931] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f7cbb38-b53b-4992-9358-35f640294c6f with status ACTIVE [ 1100.180438] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.180599] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.180682] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.181238] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.181402] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.181560] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.181725] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.181725] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.181874] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.182500] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.182500] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.182500] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.182500] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.182500] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.182500] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.182735] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f7cbb38-b53b-4992-9358-35f640294c6f is going to be updated. [ 1100.206987] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.207564] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.207648] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.208167] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.208380] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.208639] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f7cbb38-b53b-4992-9358-35f640294c6f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.509103] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8fcd1694-c2e2-4a6f-aaa2-9856195944d8 [ 1100.509103] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.509103] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.509103] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.509103] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.509103] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.509103] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8fcd1694-c2e2-4a6f-aaa2-9856195944d8 already deleted. [ 1100.510164] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fcd1694-c2e2-4a6f-aaa2-9856195944d8" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.684685] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('058b743b-95d9-4920-bf53-01c413dad48b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.189892] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.190090] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.190134] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.190352] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.190435] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.190643] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 058b743b-95d9-4920-bf53-01c413dad48b is going to be created. [ 1101.218909] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.219069] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.219138] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.219365] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.219540] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.231045] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 058b743b-95d9-4920-bf53-01c413dad48b in Status: UNINITIALIZED for 2s [ 1101.738153] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d in Status: SUCCESS [ 1101.738449] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.738642] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.739100] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.739283] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.739471] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.739737] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.740219] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.740219] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.740373] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.740435] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.991849] env[67081]: INFO networking_nsxv3.common.synchronization [None req-e82869e9-1da7-4179-8a7f-b3eefaa569f6 None None] Enqueued Resource ID: bca89ef0-d885-41b9-a17b-b63bbce90d4a with Priority: HIGHEST for action port [ 1101.992463] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bca89ef0-d885-41b9-a17b-b63bbce90d4a with Priority: HIGHEST for action port [ 1101.992767] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-bca89ef0-d885-41b9-a17b-b63bbce90d4a taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.992890] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bca89ef0-d885-41b9-a17b-b63bbce90d4a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.992959] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bca89ef0-d885-41b9-a17b-b63bbce90d4a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.994498] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bca89ef0-d885-41b9-a17b-b63bbce90d4a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.994683] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bca89ef0-d885-41b9-a17b-b63bbce90d4a',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.243826] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.498204] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bca89ef0-d885-41b9-a17b-b63bbce90d4a [ 1102.498491] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.498652] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.498766] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.499114] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.499263] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.499402] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bca89ef0-d885-41b9-a17b-b63bbce90d4a already deleted. [ 1102.499514] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bca89ef0-d885-41b9-a17b-b63bbce90d4a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.745274] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d: rpc.has_security_group_logging(os_id): False [ 1102.763338] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.763593] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.763709] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.764046] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.764046] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.764345] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.764452] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.764541] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.764687] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.764765] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.764850] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d is going to be updated. [ 1102.826012] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.826012] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.826012] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.826012] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.826012] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.842867] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d in Status: IN_PROGRESS for 2s [ 1103.063463] env[67081]: INFO networking_nsxv3.common.synchronization [req-865e879c-2ad8-44cd-98ca-93b7dec774a5 req-3c051d2e-d61a-4d8b-90e2-3491e8ea8cf0 tempest-ListImageFiltersTestJSON-1207795040 tempest-ListImageFiltersTestJSON-1207795040-project-member] Enqueued Resource ID: 3741be8e-188a-4d2b-9f6e-764ae63a0fde with Priority: HIGHEST for action security_group_members [ 1103.064386] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3741be8e-188a-4d2b-9f6e-764ae63a0fde with Priority: HIGHEST for action security_group_members [ 1103.066501] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-3741be8e-188a-4d2b-9f6e-764ae63a0fde taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.066501] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3741be8e-188a-4d2b-9f6e-764ae63a0fde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.066501] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3741be8e-188a-4d2b-9f6e-764ae63a0fde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.066749] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3741be8e-188a-4d2b-9f6e-764ae63a0fde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.069125] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.069125] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.069125] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.069125] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.069125] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.069125] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3741be8e-188a-4d2b-9f6e-764ae63a0fde',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.241959] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 058b743b-95d9-4920-bf53-01c413dad48b in Status: SUCCESS [ 1103.242602] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-058b743b-95d9-4920-bf53-01c413dad48b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.242602] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-058b743b-95d9-4920-bf53-01c413dad48b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.242723] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-058b743b-95d9-4920-bf53-01c413dad48b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.242877] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.242991] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.243063] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.243225] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.243333] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.243458] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-058b743b-95d9-4920-bf53-01c413dad48b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.243618] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('058b743b-95d9-4920-bf53-01c413dad48b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.572250] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3741be8e-188a-4d2b-9f6e-764ae63a0fde',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.750456] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('058b743b-95d9-4920-bf53-01c413dad48b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.863524] env[67081]: INFO networking_nsxv3.common.synchronization [req-92703827-357a-406f-9944-479d07e457c5 req-a308774e-ef45-4057-a641-9d087c500929 tempest-ServerActionsTestJSON-262138455 tempest-ServerActionsTestJSON-262138455-project-member] Enqueued Resource ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 with Priority: HIGHEST for action security_group_members [ 1103.863524] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 with Priority: HIGHEST for action security_group_members [ 1103.863524] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e06edfd6-c4b3-455a-9b26-cb6d7782d647 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.863524] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.864037] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.864582] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.864887] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.865123] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.865263] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.867039] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.867039] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.867039] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e06edfd6-c4b3-455a-9b26-cb6d7782d647',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.075208] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3741be8e-188a-4d2b-9f6e-764ae63a0fde',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.256136] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 058b743b-95d9-4920-bf53-01c413dad48b: rpc.has_security_group_logging(os_id): False [ 1104.276029] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.276029] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.276029] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.276029] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.276029] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.276029] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.276029] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.276029] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.276029] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.276029] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.276029] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 058b743b-95d9-4920-bf53-01c413dad48b is going to be created. [ 1104.346119] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.346119] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.346119] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.346119] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.346119] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.359727] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 058b743b-95d9-4920-bf53-01c413dad48b in Status: IN_PROGRESS for 2s [ 1104.369519] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.369846] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.369969] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.370245] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.370337] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.370635] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.370753] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.370966] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.371093] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.371165] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.371250] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 is going to be updated. [ 1104.413163] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.413163] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.413163] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.413495] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.413495] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.424975] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 in Status: IN_PROGRESS for 2s [ 1104.578094] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.578325] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.578437] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.578652] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.578741] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.578848] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3741be8e-188a-4d2b-9f6e-764ae63a0fde is going to be updated. [ 1104.619335] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.619403] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.619732] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.619807] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.620258] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.635306] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3741be8e-188a-4d2b-9f6e-764ae63a0fde in Status: IN_PROGRESS for 2s [ 1104.860407] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d in Status: SUCCESS [ 1104.860407] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.894078] env[67081]: INFO networking_nsxv3.common.synchronization [None req-e237ac1d-6898-4c7b-a75b-665bda367c32 None None] Enqueued Resource ID: dc80851a-281f-40b2-ad20-312673a5c89c with Priority: HIGHEST for action port [ 1104.894809] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc80851a-281f-40b2-ad20-312673a5c89c with Priority: HIGHEST for action port [ 1104.895479] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc80851a-281f-40b2-ad20-312673a5c89c taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.895614] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc80851a-281f-40b2-ad20-312673a5c89c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.895703] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc80851a-281f-40b2-ad20-312673a5c89c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.896256] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc80851a-281f-40b2-ad20-312673a5c89c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.896256] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc80851a-281f-40b2-ad20-312673a5c89c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.237906] env[67081]: INFO networking_nsxv3.common.synchronization [req-d0a71f4c-ca0c-4a18-84e6-82f694168170 req-bd93f7c3-a5c1-4fc2-917c-61b5af9fc4b7 tempest-ServerActionsTestOtherB-350996486 tempest-ServerActionsTestOtherB-350996486-project-member] Enqueued Resource ID: b681163c-65aa-4fad-9551-9cdde77f823b with Priority: HIGHEST for action security_group_members [ 1105.241219] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b681163c-65aa-4fad-9551-9cdde77f823b with Priority: HIGHEST for action security_group_members [ 1105.241219] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-b681163c-65aa-4fad-9551-9cdde77f823b taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.241219] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.241219] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.241219] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.241219] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.241219] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.241219] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.241219] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.241219] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.241219] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b681163c-65aa-4fad-9551-9cdde77f823b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.398263] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dc80851a-281f-40b2-ad20-312673a5c89c [ 1105.398519] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.398649] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.399607] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.399607] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.399607] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.400104] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dc80851a-281f-40b2-ad20-312673a5c89c already deleted. [ 1105.400310] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc80851a-281f-40b2-ad20-312673a5c89c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.413181] env[67081]: INFO networking_nsxv3.common.synchronization [req-33e3cf14-7565-440a-b917-990f45ceaa84 req-2fc1a034-9a27-4b45-a33a-4e586e5d7c7b tempest-DeleteServersTestJSON-824934422 tempest-DeleteServersTestJSON-824934422-project-member] Enqueued Resource ID: 6252e64a-b311-40e1-bced-0dc0bf08891f with Priority: HIGHEST for action security_group_members [ 1105.414970] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6252e64a-b311-40e1-bced-0dc0bf08891f with Priority: HIGHEST for action security_group_members [ 1105.415375] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6252e64a-b311-40e1-bced-0dc0bf08891f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.415509] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.415577] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.419523] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.419523] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.419746] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.419746] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.419822] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.419916] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.420249] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6252e64a-b311-40e1-bced-0dc0bf08891f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.644260] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock network-753 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.644551] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "network-753" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.644721] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "network-753" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.644975] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "network-753" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.645269] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.645459] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.645544] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.645765] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.645905] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.646120] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1105.646231] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1105.646335] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1105.646439] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1105.646546] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1105.646686] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1105.646832] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1105.668801] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1105.668801] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1105.669352] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1105.669352] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "network-753" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.669555] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock port-68802bf7-73f3-4155-8b5f-2928c3c7cb8a taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.669555] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "port-68802bf7-73f3-4155-8b5f-2928c3c7cb8a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.669724] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "port-68802bf7-73f3-4155-8b5f-2928c3c7cb8a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.670058] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "port-68802bf7-73f3-4155-8b5f-2928c3c7cb8a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.670208] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68802bf7-73f3-4155-8b5f-2928c3c7cb8a',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.744114] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.744335] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.744335] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.744550] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.744645] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.744853] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.744953] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.745031] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.745181] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.745253] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.745339] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b681163c-65aa-4fad-9551-9cdde77f823b is going to be updated. [ 1105.774046] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.774046] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.774046] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.774046] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.774046] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.783507] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b681163c-65aa-4fad-9551-9cdde77f823b in Status: IN_PROGRESS for 2s [ 1105.922723] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.923115] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.923115] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.923248] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.923385] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.923672] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.923832] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.923878] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.924104] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.924220] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.924305] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6252e64a-b311-40e1-bced-0dc0bf08891f is going to be updated. [ 1105.955666] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.955880] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.955880] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.956215] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.956374] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.966128] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6252e64a-b311-40e1-bced-0dc0bf08891f in Status: IN_PROGRESS for 2s [ 1106.173367] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.173623] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.173823] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.174194] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.174548] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.174548] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Segment Port 68802bf7-73f3-4155-8b5f-2928c3c7cb8a not found, creating... [ 1106.174818] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.174984] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.175125] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.175355] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.175492] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.175904] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.176097] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.176218] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.176430] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.176567] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.176709] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Resource: SegmentPort with ID: 68802bf7-73f3-4155-8b5f-2928c3c7cb8a is going to be created. [ 1106.198133] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.198242] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.198368] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.198748] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.199384] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.199384] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "port-68802bf7-73f3-4155-8b5f-2928c3c7cb8a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.372982] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 058b743b-95d9-4920-bf53-01c413dad48b in Status: SUCCESS [ 1106.372982] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-058b743b-95d9-4920-bf53-01c413dad48b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.437617] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 in Status: SUCCESS [ 1106.437823] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 deletion is rescheduled due to dependency. [ 1106.437929] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.646774] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3741be8e-188a-4d2b-9f6e-764ae63a0fde in Status: SUCCESS [ 1106.647062] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3741be8e-188a-4d2b-9f6e-764ae63a0fde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.960526] env[67081]: INFO networking_nsxv3.common.synchronization [req-d0a71f4c-ca0c-4a18-84e6-82f694168170 req-d374fc66-d9f2-421d-afdd-46c4861c5ede service nova] Enqueued Resource ID: b681163c-65aa-4fad-9551-9cdde77f823b with Priority: HIGHEST for action security_group_rules [ 1106.960818] env[67081]: INFO networking_nsxv3.common.synchronization [req-d0a71f4c-ca0c-4a18-84e6-82f694168170 req-d374fc66-d9f2-421d-afdd-46c4861c5ede service nova] Enqueued Resource ID: b681163c-65aa-4fad-9551-9cdde77f823b with Priority: HIGHEST for action security_group_members [ 1106.960818] env[67081]: INFO networking_nsxv3.common.synchronization [req-d0a71f4c-ca0c-4a18-84e6-82f694168170 req-d374fc66-d9f2-421d-afdd-46c4861c5ede service nova] Enqueued Resource ID: 68802bf7-73f3-4155-8b5f-2928c3c7cb8a with Priority: HIGHEST for action port [ 1106.961357] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b681163c-65aa-4fad-9551-9cdde77f823b with Priority: HIGHEST for action security_group_rules [ 1106.961890] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b681163c-65aa-4fad-9551-9cdde77f823b with Priority: HIGHEST for action security_group_members [ 1106.961890] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68802bf7-73f3-4155-8b5f-2928c3c7cb8a with Priority: HIGHEST for action port [ 1106.962259] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b681163c-65aa-4fad-9551-9cdde77f823b taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.962326] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.962358] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.962933] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.963039] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b681163c-65aa-4fad-9551-9cdde77f823b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.964548] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-b681163c-65aa-4fad-9551-9cdde77f823b taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.964548] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.964884] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-68802bf7-73f3-4155-8b5f-2928c3c7cb8a taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.965047] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68802bf7-73f3-4155-8b5f-2928c3c7cb8a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.965119] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68802bf7-73f3-4155-8b5f-2928c3c7cb8a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.965325] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68802bf7-73f3-4155-8b5f-2928c3c7cb8a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.965417] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68802bf7-73f3-4155-8b5f-2928c3c7cb8a',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.468745] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-b681163c-65aa-4fad-9551-9cdde77f823b taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.468745] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.468745] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 68802bf7-73f3-4155-8b5f-2928c3c7cb8a with status ACTIVE [ 1107.468745] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.469158] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.469158] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.469158] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.469316] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.469451] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.469634] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.469689] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.469879] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.469879] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.470102] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.470203] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.470307] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.470461] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.470524] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.470997] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 68802bf7-73f3-4155-8b5f-2928c3c7cb8a is going to be updated. [ 1107.497213] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.497543] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.497634] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.497895] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.498102] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.498284] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68802bf7-73f3-4155-8b5f-2928c3c7cb8a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.608032] env[67081]: INFO networking_nsxv3.common.synchronization [req-3a894c42-6560-48de-ab7a-8f8ffc877e60 req-70108bce-273f-43c6-a9be-395ad4844cd6 tempest-ServersNegativeTestMultiTenantJSON-1283598280 tempest-ServersNegativeTestMultiTenantJSON-1283598280-project-member] Enqueued Resource ID: 823a1145-fd73-451d-b6d8-bfd6103ab24f with Priority: HIGHEST for action security_group_members [ 1107.608643] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 823a1145-fd73-451d-b6d8-bfd6103ab24f with Priority: HIGHEST for action security_group_members [ 1107.609189] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-823a1145-fd73-451d-b6d8-bfd6103ab24f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.609324] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-823a1145-fd73-451d-b6d8-bfd6103ab24f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.609393] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-823a1145-fd73-451d-b6d8-bfd6103ab24f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.609654] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-823a1145-fd73-451d-b6d8-bfd6103ab24f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.609826] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.609927] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.609989] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.610203] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.610316] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.610459] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('823a1145-fd73-451d-b6d8-bfd6103ab24f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.795841] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b681163c-65aa-4fad-9551-9cdde77f823b in Status: SUCCESS [ 1107.796055] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b681163c-65aa-4fad-9551-9cdde77f823b deletion is rescheduled due to dependency. [ 1107.796205] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.796338] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.796551] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.796862] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.796862] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.797143] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.797502] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.797639] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.797956] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b681163c-65aa-4fad-9551-9cdde77f823b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.955362] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-90 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.956383] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-90" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.956575] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-90" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.956958] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-90" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.957330] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.957507] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.957606] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.957872] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.958047] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.958301] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1107.958421] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1107.958529] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1107.959201] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1107.959201] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1107.959201] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1107.959201] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1107.975554] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6252e64a-b311-40e1-bced-0dc0bf08891f in Status: SUCCESS [ 1107.975554] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6252e64a-b311-40e1-bced-0dc0bf08891f deletion is rescheduled due to dependency. [ 1107.975554] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.981130] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1107.981130] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1107.981322] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1107.981414] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-90" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.981979] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-8dd78b19-5106-40fb-9ec3-eee948c3b539 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.982227] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-8dd78b19-5106-40fb-9ec3-eee948c3b539" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.982227] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-8dd78b19-5106-40fb-9ec3-eee948c3b539" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.982604] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-8dd78b19-5106-40fb-9ec3-eee948c3b539" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.982797] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8dd78b19-5106-40fb-9ec3-eee948c3b539',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.113466] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.113730] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.113843] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.114176] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.114270] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.114476] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.114575] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.114653] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.114828] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.114908] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.114997] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 823a1145-fd73-451d-b6d8-bfd6103ab24f already deleted. [ 1108.115091] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-823a1145-fd73-451d-b6d8-bfd6103ab24f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.300048] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b681163c-65aa-4fad-9551-9cdde77f823b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.486256] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.486526] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.486648] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.487172] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.487436] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.487696] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port 8dd78b19-5106-40fb-9ec3-eee948c3b539 not found, creating... [ 1108.488126] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.488369] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.488594] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.488927] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.489172] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.489547] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.489749] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.490051] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.490469] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.490716] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.490902] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: 8dd78b19-5106-40fb-9ec3-eee948c3b539 is going to be created. [ 1108.516936] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.517160] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.517276] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.517563] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.517805] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.518054] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-8dd78b19-5106-40fb-9ec3-eee948c3b539" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.802681] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b681163c-65aa-4fad-9551-9cdde77f823b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.260869] env[67081]: INFO networking_nsxv3.common.synchronization [req-3a894c42-6560-48de-ab7a-8f8ffc877e60 req-98d8f08e-dc48-4ddc-9957-569161f9f9f7 service nova] Enqueued Resource ID: 823a1145-fd73-451d-b6d8-bfd6103ab24f with Priority: HIGHEST for action security_group_rules [ 1109.261161] env[67081]: INFO networking_nsxv3.common.synchronization [req-3a894c42-6560-48de-ab7a-8f8ffc877e60 req-98d8f08e-dc48-4ddc-9957-569161f9f9f7 service nova] Enqueued Resource ID: 823a1145-fd73-451d-b6d8-bfd6103ab24f with Priority: HIGHEST for action security_group_members [ 1109.261245] env[67081]: INFO networking_nsxv3.common.synchronization [req-3a894c42-6560-48de-ab7a-8f8ffc877e60 req-98d8f08e-dc48-4ddc-9957-569161f9f9f7 service nova] Enqueued Resource ID: 8dd78b19-5106-40fb-9ec3-eee948c3b539 with Priority: HIGHEST for action port [ 1109.261815] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 823a1145-fd73-451d-b6d8-bfd6103ab24f with Priority: HIGHEST for action security_group_rules [ 1109.261975] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 823a1145-fd73-451d-b6d8-bfd6103ab24f with Priority: HIGHEST for action security_group_members [ 1109.262084] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dd78b19-5106-40fb-9ec3-eee948c3b539 with Priority: HIGHEST for action port [ 1109.262477] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-823a1145-fd73-451d-b6d8-bfd6103ab24f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.262597] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-823a1145-fd73-451d-b6d8-bfd6103ab24f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.262665] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-823a1145-fd73-451d-b6d8-bfd6103ab24f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.263068] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-823a1145-fd73-451d-b6d8-bfd6103ab24f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.263181] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('823a1145-fd73-451d-b6d8-bfd6103ab24f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.264926] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-823a1145-fd73-451d-b6d8-bfd6103ab24f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.265060] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-823a1145-fd73-451d-b6d8-bfd6103ab24f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.265131] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-823a1145-fd73-451d-b6d8-bfd6103ab24f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.265310] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-823a1145-fd73-451d-b6d8-bfd6103ab24f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.265486] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.265586] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.265661] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.265802] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.265916] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.265979] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('823a1145-fd73-451d-b6d8-bfd6103ab24f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.266782] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-8dd78b19-5106-40fb-9ec3-eee948c3b539 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.266909] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8dd78b19-5106-40fb-9ec3-eee948c3b539" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.266962] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8dd78b19-5106-40fb-9ec3-eee948c3b539" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.270956] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8dd78b19-5106-40fb-9ec3-eee948c3b539" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.270956] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8dd78b19-5106-40fb-9ec3-eee948c3b539',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.305195] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.305484] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.305572] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.306061] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.306182] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.306358] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b681163c-65aa-4fad-9551-9cdde77f823b is going to be updated. [ 1109.338016] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.339303] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.339529] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.339911] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.340216] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.350436] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b681163c-65aa-4fad-9551-9cdde77f823b in Status: IN_PROGRESS for 2s [ 1109.579188] env[67081]: INFO networking_nsxv3.common.synchronization [None req-684071b9-3748-48e4-ab6f-71953420613c tempest-AttachInterfacesTestJSON-919501604 tempest-AttachInterfacesTestJSON-919501604-project-member] Enqueued Resource ID: f9778129-988c-45c6-aae9-54a6bbe009d1 with Priority: HIGHEST for action security_group_members [ 1109.579778] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9778129-988c-45c6-aae9-54a6bbe009d1 with Priority: HIGHEST for action security_group_members [ 1109.580104] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9778129-988c-45c6-aae9-54a6bbe009d1 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.580326] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.580326] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.580475] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.580635] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.580729] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.580789] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.580928] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.581022] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.581116] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9778129-988c-45c6-aae9-54a6bbe009d1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.766060] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-823a1145-fd73-451d-b6d8-bfd6103ab24f taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.766060] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-823a1145-fd73-451d-b6d8-bfd6103ab24f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.771954] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('823a1145-fd73-451d-b6d8-bfd6103ab24f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.778024] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8dd78b19-5106-40fb-9ec3-eee948c3b539 with status ACTIVE [ 1109.778024] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.778024] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.778024] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.778024] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.778024] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.778024] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.778024] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.778024] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.778024] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.778024] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.778024] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.778024] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.778024] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.778024] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.778024] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.778024] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8dd78b19-5106-40fb-9ec3-eee948c3b539 is going to be updated. [ 1109.819125] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.819125] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.819125] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.819125] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.819125] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.819125] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8dd78b19-5106-40fb-9ec3-eee948c3b539" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.084542] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.084759] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.084823] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.085017] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.085119] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.085351] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.085480] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.085541] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.085666] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.085737] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.085829] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9778129-988c-45c6-aae9-54a6bbe009d1 is going to be deleted. [ 1110.119812] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.119952] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.120031] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.120270] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.120360] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.120447] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.275731] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('823a1145-fd73-451d-b6d8-bfd6103ab24f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.777920] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.778273] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.778273] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.778403] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.778494] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.778601] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 823a1145-fd73-451d-b6d8-bfd6103ab24f is going to be created. [ 1110.805584] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.805982] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.805982] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.806420] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.806420] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.816558] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 823a1145-fd73-451d-b6d8-bfd6103ab24f in Status: UNINITIALIZED for 2s [ 1111.374425] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b681163c-65aa-4fad-9551-9cdde77f823b in Status: SUCCESS [ 1111.375027] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.375027] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.375135] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.375269] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.375400] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.375683] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.375683] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.375683] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.375790] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.375847] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b681163c-65aa-4fad-9551-9cdde77f823b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.878449] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b681163c-65aa-4fad-9551-9cdde77f823b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.382607] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b681163c-65aa-4fad-9551-9cdde77f823b: rpc.has_security_group_logging(os_id): False [ 1112.405706] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.406470] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.406470] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.406470] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.406470] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.408540] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.408540] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.408540] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.408540] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.408540] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.408540] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b681163c-65aa-4fad-9551-9cdde77f823b is going to be updated. [ 1112.483557] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.484211] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.484852] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.485131] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.486056] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.499072] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b681163c-65aa-4fad-9551-9cdde77f823b in Status: IN_PROGRESS for 2s [ 1112.827061] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 823a1145-fd73-451d-b6d8-bfd6103ab24f in Status: SUCCESS [ 1112.827061] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-823a1145-fd73-451d-b6d8-bfd6103ab24f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.827061] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-823a1145-fd73-451d-b6d8-bfd6103ab24f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.827325] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-823a1145-fd73-451d-b6d8-bfd6103ab24f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.828063] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.828063] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.828063] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.828063] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.828063] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.828063] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-823a1145-fd73-451d-b6d8-bfd6103ab24f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.828349] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('823a1145-fd73-451d-b6d8-bfd6103ab24f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.831137] env[67081]: INFO networking_nsxv3.common.synchronization [req-7dd20e9f-1bf5-45db-9e65-64baf74240fc req-34de7004-949f-4576-9a58-eff12bdacdd3 tempest-ListImageFiltersTestJSON-1207795040 tempest-ListImageFiltersTestJSON-1207795040-project-member] Enqueued Resource ID: 3741be8e-188a-4d2b-9f6e-764ae63a0fde with Priority: HIGHEST for action security_group_members [ 1112.831961] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3741be8e-188a-4d2b-9f6e-764ae63a0fde with Priority: HIGHEST for action security_group_members [ 1112.832293] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-3741be8e-188a-4d2b-9f6e-764ae63a0fde taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.832448] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3741be8e-188a-4d2b-9f6e-764ae63a0fde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.832448] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3741be8e-188a-4d2b-9f6e-764ae63a0fde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.832788] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3741be8e-188a-4d2b-9f6e-764ae63a0fde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.832788] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.832952] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.833029] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.833137] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.833225] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.833301] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3741be8e-188a-4d2b-9f6e-764ae63a0fde',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.334027] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-823a1145-fd73-451d-b6d8-bfd6103ab24f taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.334027] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-823a1145-fd73-451d-b6d8-bfd6103ab24f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.334027] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-823a1145-fd73-451d-b6d8-bfd6103ab24f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.334333] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-823a1145-fd73-451d-b6d8-bfd6103ab24f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.335576] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.335576] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.335576] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.335576] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.335576] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.335576] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-823a1145-fd73-451d-b6d8-bfd6103ab24f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.335576] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-823a1145-fd73-451d-b6d8-bfd6103ab24f taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.335576] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-823a1145-fd73-451d-b6d8-bfd6103ab24f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.335576] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-823a1145-fd73-451d-b6d8-bfd6103ab24f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.335576] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-823a1145-fd73-451d-b6d8-bfd6103ab24f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.336015] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.336015] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.336015] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.336015] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.336128] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.336128] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-823a1145-fd73-451d-b6d8-bfd6103ab24f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.336274] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('823a1145-fd73-451d-b6d8-bfd6103ab24f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.337277] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.337399] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.337437] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.337587] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.360009] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.360326] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.360569] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.360665] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.360845] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.360937] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.361043] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3741be8e-188a-4d2b-9f6e-764ae63a0fde is going to be updated. [ 1113.391838] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.392218] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.392218] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.392396] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.392596] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.403781] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3741be8e-188a-4d2b-9f6e-764ae63a0fde in Status: IN_PROGRESS for 2s [ 1113.841019] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 823a1145-fd73-451d-b6d8-bfd6103ab24f: rpc.has_security_group_logging(os_id): False [ 1113.861204] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.861367] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.861449] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.861729] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.861777] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.864751] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.864953] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.865066] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.865280] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.866273] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.867132] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.867132] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.867132] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.867132] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.867132] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.867370] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.867414] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.867545] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.867736] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.867786] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.867878] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 823a1145-fd73-451d-b6d8-bfd6103ab24f is going to be created. [ 1113.979088] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.979318] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.979376] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.979617] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.981175] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.004201] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 823a1145-fd73-451d-b6d8-bfd6103ab24f in Status: IN_PROGRESS for 2s [ 1114.521307] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b681163c-65aa-4fad-9551-9cdde77f823b in Status: SUCCESS [ 1114.521776] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.415014] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3741be8e-188a-4d2b-9f6e-764ae63a0fde in Status: SUCCESS [ 1115.415273] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3741be8e-188a-4d2b-9f6e-764ae63a0fde deletion is rescheduled due to dependency. [ 1115.415405] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3741be8e-188a-4d2b-9f6e-764ae63a0fde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.016930] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 823a1145-fd73-451d-b6d8-bfd6103ab24f in Status: SUCCESS [ 1116.017641] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-823a1145-fd73-451d-b6d8-bfd6103ab24f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.832790] env[67081]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1117.833079] env[67081]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1118.136449] env[67081]: INFO networking_nsxv3.common.synchronization [req-b6901d19-1987-4965-83d3-8711a7e12ca5 req-86af00d4-1d10-4564-ba45-ee4d5e00afb3 tempest-ServerDiskConfigTestJSON-696026015 tempest-ServerDiskConfigTestJSON-696026015-project-member] Enqueued Resource ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 with Priority: HIGHEST for action security_group_members [ 1118.136449] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 with Priority: HIGHEST for action security_group_members [ 1118.136897] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e957e77c-acf8-49b7-a51d-e22fbbb26613 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.136897] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.137106] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.137156] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.137276] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.137599] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.137599] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.137599] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.137711] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.137740] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e957e77c-acf8-49b7-a51d-e22fbbb26613',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.641843] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.642087] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.642813] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.642813] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.642813] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.642989] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.642989] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.643128] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.643324] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.643406] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.643532] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 is going to be updated. [ 1118.675036] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.675285] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.675285] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.676302] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.676302] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.685660] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 in Status: IN_PROGRESS for 2s [ 1118.845367] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-704 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.845676] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-704" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.845676] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-704" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.845937] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-704" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.846245] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.846403] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.846516] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.846726] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.846868] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.847329] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1118.847457] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1118.847602] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1118.847752] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1118.847972] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1118.848171] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1118.848343] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1118.867063] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1118.867238] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1118.867536] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1118.867536] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-704" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.868637] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-ade01daa-fb49-49ca-ac1c-4f38a0cc2072 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.868637] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-ade01daa-fb49-49ca-ac1c-4f38a0cc2072" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.868637] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-ade01daa-fb49-49ca-ac1c-4f38a0cc2072" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.868637] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-ade01daa-fb49-49ca-ac1c-4f38a0cc2072" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.868637] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ade01daa-fb49-49ca-ac1c-4f38a0cc2072',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.370733] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.371038] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.371193] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.371571] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.371687] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.371872] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port ade01daa-fb49-49ca-ac1c-4f38a0cc2072 not found, creating... [ 1119.372224] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.372427] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.372585] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.372792] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.372935] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.373291] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.373497] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.373595] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.373864] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.373965] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.374108] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: ade01daa-fb49-49ca-ac1c-4f38a0cc2072 is going to be created. [ 1119.395521] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.395716] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.395849] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.396330] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.396611] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.396981] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-ade01daa-fb49-49ca-ac1c-4f38a0cc2072" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.126630] env[67081]: INFO networking_nsxv3.common.synchronization [req-0120c0fe-9ce8-48f9-ad07-f1566e46044f req-6a82dbdd-f072-4bcb-b956-41ed3afee11d service nova] Enqueued Resource ID: f9778129-988c-45c6-aae9-54a6bbe009d1 with Priority: HIGHEST for action security_group_rules [ 1120.126978] env[67081]: INFO networking_nsxv3.common.synchronization [req-0120c0fe-9ce8-48f9-ad07-f1566e46044f req-6a82dbdd-f072-4bcb-b956-41ed3afee11d service nova] Enqueued Resource ID: f9778129-988c-45c6-aae9-54a6bbe009d1 with Priority: HIGHEST for action security_group_members [ 1120.127182] env[67081]: INFO networking_nsxv3.common.synchronization [req-0120c0fe-9ce8-48f9-ad07-f1566e46044f req-6a82dbdd-f072-4bcb-b956-41ed3afee11d service nova] Enqueued Resource ID: ade01daa-fb49-49ca-ac1c-4f38a0cc2072 with Priority: HIGHEST for action port [ 1120.127586] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9778129-988c-45c6-aae9-54a6bbe009d1 with Priority: HIGHEST for action security_group_rules [ 1120.127742] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9778129-988c-45c6-aae9-54a6bbe009d1 with Priority: HIGHEST for action security_group_members [ 1120.131750] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ade01daa-fb49-49ca-ac1c-4f38a0cc2072 with Priority: HIGHEST for action port [ 1120.132139] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9778129-988c-45c6-aae9-54a6bbe009d1 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.132309] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.132375] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.132578] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.132679] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9778129-988c-45c6-aae9-54a6bbe009d1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.133642] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9778129-988c-45c6-aae9-54a6bbe009d1 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.133779] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.133855] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.135260] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.135469] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.135593] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.135700] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.135952] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.135952] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.137172] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9778129-988c-45c6-aae9-54a6bbe009d1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.139955] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-ade01daa-fb49-49ca-ac1c-4f38a0cc2072 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.140737] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ade01daa-fb49-49ca-ac1c-4f38a0cc2072" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.140737] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ade01daa-fb49-49ca-ac1c-4f38a0cc2072" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.142869] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ade01daa-fb49-49ca-ac1c-4f38a0cc2072" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.142869] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ade01daa-fb49-49ca-ac1c-4f38a0cc2072',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.398404] env[67081]: INFO networking_nsxv3.common.synchronization [req-2c1dd4f3-9d87-4d88-9483-5b00fb230952 req-7d2b5a63-5e6a-4ff8-bb00-6e00af715af1 tempest-ServerActionsTestJSON-262138455 tempest-ServerActionsTestJSON-262138455-project-member] Enqueued Resource ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 with Priority: HIGHEST for action security_group_members [ 1120.398881] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 with Priority: HIGHEST for action security_group_members [ 1120.399256] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e06edfd6-c4b3-455a-9b26-cb6d7782d647 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.399576] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.399576] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.399687] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.399788] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.399887] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.399949] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.400110] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.400220] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.400417] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e06edfd6-c4b3-455a-9b26-cb6d7782d647',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.643414] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9778129-988c-45c6-aae9-54a6bbe009d1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.644580] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9778129-988c-45c6-aae9-54a6bbe009d1 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.644816] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.645086] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ade01daa-fb49-49ca-ac1c-4f38a0cc2072 with status ACTIVE [ 1120.645252] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.645361] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.645428] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.645624] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.645742] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.646136] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.646136] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.646395] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.646395] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.646395] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.646643] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.646728] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.646769] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.646891] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.647130] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.647130] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ade01daa-fb49-49ca-ac1c-4f38a0cc2072 is going to be updated. [ 1120.668125] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.668390] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.668390] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.668560] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.668695] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.668851] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ade01daa-fb49-49ca-ac1c-4f38a0cc2072" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.696997] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 in Status: SUCCESS [ 1120.697234] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 deletion is rescheduled due to dependency. [ 1120.697420] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.802303] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-102 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.802673] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-102" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.802908] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-102" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.803482] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-102" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.803768] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.803968] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.804105] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.804324] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.804467] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.804672] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1120.804787] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1120.804896] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1120.805010] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1120.805422] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1120.805422] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1120.805422] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1120.823616] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1120.823916] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1120.824103] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1120.824283] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-102" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.824603] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-85addd10-faa7-4e3f-97ae-acbf3de030c5 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.824778] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-85addd10-faa7-4e3f-97ae-acbf3de030c5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.824923] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-85addd10-faa7-4e3f-97ae-acbf3de030c5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.825287] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-85addd10-faa7-4e3f-97ae-acbf3de030c5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.825460] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85addd10-faa7-4e3f-97ae-acbf3de030c5',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.862983] env[67081]: INFO networking_nsxv3.common.synchronization [req-e2ca18ca-67ea-4d45-a682-df8228d412bb req-a9925c05-6c74-4f4e-bd68-95621e65485b tempest-ServersNegativeTestMultiTenantJSON-1283598280 tempest-ServersNegativeTestMultiTenantJSON-1283598280-project-member] Enqueued Resource ID: 823a1145-fd73-451d-b6d8-bfd6103ab24f with Priority: HIGHEST for action security_group_members [ 1120.863609] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 823a1145-fd73-451d-b6d8-bfd6103ab24f with Priority: HIGHEST for action security_group_members [ 1120.864021] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-823a1145-fd73-451d-b6d8-bfd6103ab24f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.864171] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-823a1145-fd73-451d-b6d8-bfd6103ab24f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.864246] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-823a1145-fd73-451d-b6d8-bfd6103ab24f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.864446] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-823a1145-fd73-451d-b6d8-bfd6103ab24f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.864609] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.865103] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.865201] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.865369] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.865750] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.865863] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('823a1145-fd73-451d-b6d8-bfd6103ab24f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.902736] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.902887] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.902962] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.903267] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.903368] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.903568] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.903675] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.903739] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.903920] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.904019] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.904109] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 is going to be updated. [ 1120.931199] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.931373] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.931434] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.931655] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.931807] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.941913] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 in Status: IN_PROGRESS for 2s [ 1121.147141] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9778129-988c-45c6-aae9-54a6bbe009d1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.327447] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.327753] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.327848] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.328136] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.328291] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.328447] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port 85addd10-faa7-4e3f-97ae-acbf3de030c5 not found, creating... [ 1121.328741] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.329768] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.329768] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.329768] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.329768] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.329768] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.329768] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.330088] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.330360] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.330557] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.330743] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: 85addd10-faa7-4e3f-97ae-acbf3de030c5 is going to be created. [ 1121.353523] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.353925] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.354833] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.354833] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.354833] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.356258] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-85addd10-faa7-4e3f-97ae-acbf3de030c5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.368406] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.368674] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.368674] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.369623] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.369623] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.369623] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.369623] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.369623] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.369623] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.369623] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.369623] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 823a1145-fd73-451d-b6d8-bfd6103ab24f is going to be updated. [ 1121.415491] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.415640] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.415803] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.417014] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.417014] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.430503] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 823a1145-fd73-451d-b6d8-bfd6103ab24f in Status: IN_PROGRESS for 2s [ 1121.649803] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.650136] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.650136] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.650288] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.650320] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.650409] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9778129-988c-45c6-aae9-54a6bbe009d1 is going to be created. [ 1121.678688] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.678845] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.678900] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.679267] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.679395] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.690540] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9778129-988c-45c6-aae9-54a6bbe009d1 in Status: UNINITIALIZED for 2s [ 1122.108587] env[67081]: INFO networking_nsxv3.common.synchronization [req-2c1dd4f3-9d87-4d88-9483-5b00fb230952 req-6900bf51-369f-4ca2-8351-a6848831bcab service nova] Enqueued Resource ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 with Priority: HIGHEST for action security_group_rules [ 1122.108794] env[67081]: INFO networking_nsxv3.common.synchronization [req-2c1dd4f3-9d87-4d88-9483-5b00fb230952 req-6900bf51-369f-4ca2-8351-a6848831bcab service nova] Enqueued Resource ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 with Priority: HIGHEST for action security_group_members [ 1122.108932] env[67081]: INFO networking_nsxv3.common.synchronization [req-2c1dd4f3-9d87-4d88-9483-5b00fb230952 req-6900bf51-369f-4ca2-8351-a6848831bcab service nova] Enqueued Resource ID: 85addd10-faa7-4e3f-97ae-acbf3de030c5 with Priority: HIGHEST for action port [ 1122.109487] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 with Priority: HIGHEST for action security_group_rules [ 1122.109621] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 with Priority: HIGHEST for action security_group_members [ 1122.109715] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85addd10-faa7-4e3f-97ae-acbf3de030c5 with Priority: HIGHEST for action port [ 1122.110015] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e06edfd6-c4b3-455a-9b26-cb6d7782d647 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.110296] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.112237] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.112237] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.112344] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e06edfd6-c4b3-455a-9b26-cb6d7782d647',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.114985] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e06edfd6-c4b3-455a-9b26-cb6d7782d647 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.114985] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.115239] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-85addd10-faa7-4e3f-97ae-acbf3de030c5 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.115360] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85addd10-faa7-4e3f-97ae-acbf3de030c5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.115423] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85addd10-faa7-4e3f-97ae-acbf3de030c5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.115613] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85addd10-faa7-4e3f-97ae-acbf3de030c5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.115693] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85addd10-faa7-4e3f-97ae-acbf3de030c5',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.615891] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e06edfd6-c4b3-455a-9b26-cb6d7782d647 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.616561] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.625402] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 85addd10-faa7-4e3f-97ae-acbf3de030c5 with status ACTIVE [ 1122.625402] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.625402] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.625402] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.625402] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.625402] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.625402] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.625402] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.625402] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.625402] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.625402] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.625402] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.625402] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.625402] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.625402] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.625402] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.625402] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 85addd10-faa7-4e3f-97ae-acbf3de030c5 is going to be updated. [ 1122.646871] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.647046] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.647115] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.647327] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.647465] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.647628] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85addd10-faa7-4e3f-97ae-acbf3de030c5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.953050] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 in Status: SUCCESS [ 1122.953050] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 deletion is rescheduled due to dependency. [ 1122.953050] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.953050] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.953400] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.953634] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.953926] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.954092] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.954275] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.954385] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.954498] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e06edfd6-c4b3-455a-9b26-cb6d7782d647',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.442021] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 823a1145-fd73-451d-b6d8-bfd6103ab24f in Status: SUCCESS [ 1123.442317] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 823a1145-fd73-451d-b6d8-bfd6103ab24f deletion is rescheduled due to dependency. [ 1123.442505] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-823a1145-fd73-451d-b6d8-bfd6103ab24f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.457195] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e06edfd6-c4b3-455a-9b26-cb6d7782d647',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.701947] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9778129-988c-45c6-aae9-54a6bbe009d1 in Status: SUCCESS [ 1123.702284] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.702518] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.702773] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.703050] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.703276] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.703375] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.703594] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.703658] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.703804] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.703932] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9778129-988c-45c6-aae9-54a6bbe009d1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.960973] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e06edfd6-c4b3-455a-9b26-cb6d7782d647',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.206765] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9778129-988c-45c6-aae9-54a6bbe009d1 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.206765] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.206765] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.207131] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.207131] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.207131] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.207262] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.207329] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.207414] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.207503] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.207657] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9778129-988c-45c6-aae9-54a6bbe009d1 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.207749] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.207809] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.207950] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.208111] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.208204] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.208265] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.208398] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.208473] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.208555] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.208656] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9778129-988c-45c6-aae9-54a6bbe009d1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.464420] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.464420] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.464420] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.464420] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.464829] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.464829] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 is going to be updated. [ 1124.499583] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.499814] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.499814] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.500052] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.500209] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.510724] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 in Status: IN_PROGRESS for 2s [ 1124.585478] env[67081]: INFO networking_nsxv3.common.synchronization [req-a7840bfb-be8e-4492-bb5e-45bb499636ec req-1ec37454-0736-4199-bcd3-f7e89c11826f tempest-DeleteServersTestJSON-824934422 tempest-DeleteServersTestJSON-824934422-project-member] Enqueued Resource ID: 6252e64a-b311-40e1-bced-0dc0bf08891f with Priority: HIGHEST for action security_group_members [ 1124.586100] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6252e64a-b311-40e1-bced-0dc0bf08891f with Priority: HIGHEST for action security_group_members [ 1124.586403] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6252e64a-b311-40e1-bced-0dc0bf08891f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.586524] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.586614] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.586773] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.586922] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.587165] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.587254] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.587415] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.587501] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.587612] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6252e64a-b311-40e1-bced-0dc0bf08891f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.710508] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9778129-988c-45c6-aae9-54a6bbe009d1: rpc.has_security_group_logging(os_id): False [ 1124.730401] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.730656] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.730656] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.730817] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.730905] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.731165] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.731736] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.731736] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.731736] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.731736] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.731736] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.732094] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.732094] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.732207] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.732240] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.732420] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.732511] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.732571] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.732711] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.732787] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.732874] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9778129-988c-45c6-aae9-54a6bbe009d1 is going to be created. [ 1124.794236] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.794975] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.794975] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.794975] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.795174] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.824338] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9778129-988c-45c6-aae9-54a6bbe009d1 in Status: IN_PROGRESS for 2s [ 1124.950673] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock network-816 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.950893] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "network-816" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.950986] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "network-816" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.951300] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "network-816" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.951556] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.951714] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.951856] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.952065] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.952210] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.952657] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1124.952749] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1124.952790] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1124.952889] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1124.953030] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1124.953114] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1124.953252] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1124.973761] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1124.974020] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1124.974168] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1124.974341] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "network-816" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.974664] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock port-61114c9f-038e-4251-bc1c-9ef68719da13 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.975148] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "port-61114c9f-038e-4251-bc1c-9ef68719da13" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.975212] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "port-61114c9f-038e-4251-bc1c-9ef68719da13" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.975603] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "port-61114c9f-038e-4251-bc1c-9ef68719da13" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.975691] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61114c9f-038e-4251-bc1c-9ef68719da13',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.089857] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.090057] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.090126] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.090346] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.090438] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.090735] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.090735] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.090873] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.090967] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.091053] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.091264] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6252e64a-b311-40e1-bced-0dc0bf08891f is going to be updated. [ 1125.124208] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.124208] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.124208] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.124447] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.124569] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.136723] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6252e64a-b311-40e1-bced-0dc0bf08891f in Status: IN_PROGRESS for 2s [ 1125.478500] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.478794] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.479793] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.479793] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.479793] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.479899] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Segment Port 61114c9f-038e-4251-bc1c-9ef68719da13 not found, creating... [ 1125.480272] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.480443] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.480595] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.480941] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.481196] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.481682] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.481832] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.481920] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.482300] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.482484] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.482656] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Resource: SegmentPort with ID: 61114c9f-038e-4251-bc1c-9ef68719da13 is going to be created. [ 1125.504880] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.504880] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.504880] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.504880] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.504880] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.505199] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "port-61114c9f-038e-4251-bc1c-9ef68719da13" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.230093] env[67081]: INFO networking_nsxv3.common.synchronization [req-a7840bfb-be8e-4492-bb5e-45bb499636ec req-0eea5e64-0322-4f7f-b3e6-55ba456935f3 service nova] Enqueued Resource ID: 6252e64a-b311-40e1-bced-0dc0bf08891f with Priority: HIGHEST for action security_group_rules [ 1126.230093] env[67081]: INFO networking_nsxv3.common.synchronization [req-a7840bfb-be8e-4492-bb5e-45bb499636ec req-0eea5e64-0322-4f7f-b3e6-55ba456935f3 service nova] Enqueued Resource ID: 6252e64a-b311-40e1-bced-0dc0bf08891f with Priority: HIGHEST for action security_group_members [ 1126.230093] env[67081]: INFO networking_nsxv3.common.synchronization [req-a7840bfb-be8e-4492-bb5e-45bb499636ec req-0eea5e64-0322-4f7f-b3e6-55ba456935f3 service nova] Enqueued Resource ID: 61114c9f-038e-4251-bc1c-9ef68719da13 with Priority: HIGHEST for action port [ 1126.230093] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6252e64a-b311-40e1-bced-0dc0bf08891f with Priority: HIGHEST for action security_group_rules [ 1126.231165] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6252e64a-b311-40e1-bced-0dc0bf08891f with Priority: HIGHEST for action security_group_members [ 1126.231280] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61114c9f-038e-4251-bc1c-9ef68719da13 with Priority: HIGHEST for action port [ 1126.233012] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6252e64a-b311-40e1-bced-0dc0bf08891f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.233012] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.233012] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.233012] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.233012] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6252e64a-b311-40e1-bced-0dc0bf08891f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.233381] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6252e64a-b311-40e1-bced-0dc0bf08891f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.233381] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.233584] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-61114c9f-038e-4251-bc1c-9ef68719da13 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.233665] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61114c9f-038e-4251-bc1c-9ef68719da13" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.233753] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61114c9f-038e-4251-bc1c-9ef68719da13" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.234030] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61114c9f-038e-4251-bc1c-9ef68719da13" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.234087] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61114c9f-038e-4251-bc1c-9ef68719da13',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.521041] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 in Status: SUCCESS [ 1126.521262] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.521408] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.521627] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.521823] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.521934] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.522041] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.522153] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.522235] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.522341] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.522428] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e06edfd6-c4b3-455a-9b26-cb6d7782d647',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.735804] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6252e64a-b311-40e1-bced-0dc0bf08891f taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.736170] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.736248] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61114c9f-038e-4251-bc1c-9ef68719da13 with status ACTIVE [ 1126.736392] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.736555] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.736555] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.736772] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.738596] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.738596] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.738596] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.738596] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.738596] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.738596] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.738596] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.738596] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.738596] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.738596] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.738596] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.738596] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61114c9f-038e-4251-bc1c-9ef68719da13 is going to be updated. [ 1126.765234] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.766024] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.766024] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.766024] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.766024] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.766024] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61114c9f-038e-4251-bc1c-9ef68719da13" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.848942] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9778129-988c-45c6-aae9-54a6bbe009d1 in Status: SUCCESS [ 1126.849232] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.969943] env[67081]: INFO networking_nsxv3.common.synchronization [req-8171513e-e678-4d5f-8073-92df84ec9dfc req-7e1ea5bf-48ed-4f21-aec7-3eff1d626d39 tempest-ServerDiskConfigTestJSON-696026015 tempest-ServerDiskConfigTestJSON-696026015-project-member] Enqueued Resource ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 with Priority: HIGHEST for action security_group_members [ 1126.970679] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 with Priority: HIGHEST for action security_group_members [ 1126.971265] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e957e77c-acf8-49b7-a51d-e22fbbb26613 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.971428] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.971501] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.971704] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.971879] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.971985] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.972063] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.972226] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.972371] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.972407] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e957e77c-acf8-49b7-a51d-e22fbbb26613',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.024518] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e06edfd6-c4b3-455a-9b26-cb6d7782d647',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.147064] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6252e64a-b311-40e1-bced-0dc0bf08891f in Status: SUCCESS [ 1127.147263] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6252e64a-b311-40e1-bced-0dc0bf08891f deletion is rescheduled due to dependency. [ 1127.147393] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.147834] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.147834] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.147936] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.148070] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.148128] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.148290] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.148370] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.148462] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6252e64a-b311-40e1-bced-0dc0bf08891f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.306377] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock network-236 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.306794] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "network-236" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.306794] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "network-236" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.306980] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "network-236" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.307596] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.307765] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.307948] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.308219] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.308392] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.308604] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1127.308759] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1127.308759] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1127.308989] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1127.308989] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1127.309134] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1127.309201] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1127.328862] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1127.329098] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1127.329233] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1127.329500] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "network-236" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.329856] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock port-80ccd4a2-19c3-4bf3-8128-6472dbfeb69a taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.330086] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "port-80ccd4a2-19c3-4bf3-8128-6472dbfeb69a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.330218] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "port-80ccd4a2-19c3-4bf3-8128-6472dbfeb69a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.330601] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "port-80ccd4a2-19c3-4bf3-8128-6472dbfeb69a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.330751] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80ccd4a2-19c3-4bf3-8128-6472dbfeb69a',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.475231] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.475423] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.475500] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.475769] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.475887] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.476163] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.476292] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.476350] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.476563] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.476653] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.476765] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 is going to be updated. [ 1127.516996] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.517247] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.517297] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.517520] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.517668] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.526853] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e06edfd6-c4b3-455a-9b26-cb6d7782d647: rpc.has_security_group_logging(os_id): False [ 1127.529048] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 in Status: IN_PROGRESS for 2s [ 1127.555038] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.555225] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.555340] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.556250] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.556250] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.556250] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.556428] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.556507] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.556700] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.556790] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.556894] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 is going to be updated. [ 1127.620933] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.621160] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.621160] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.621393] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.621506] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.635177] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 in Status: IN_PROGRESS for 2s [ 1127.650640] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6252e64a-b311-40e1-bced-0dc0bf08891f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.834645] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.834645] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.834851] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.835088] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.835254] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.835415] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Segment Port 80ccd4a2-19c3-4bf3-8128-6472dbfeb69a not found, creating... [ 1127.835686] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.835849] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.835969] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.836204] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.836341] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.836620] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.836777] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.836894] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.837111] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.837243] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.837379] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Resource: SegmentPort with ID: 80ccd4a2-19c3-4bf3-8128-6472dbfeb69a is going to be created. [ 1127.857058] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.857292] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.857417] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.857683] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.857913] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.858146] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "port-80ccd4a2-19c3-4bf3-8128-6472dbfeb69a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.152715] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6252e64a-b311-40e1-bced-0dc0bf08891f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.588793] env[67081]: INFO networking_nsxv3.common.synchronization [req-8171513e-e678-4d5f-8073-92df84ec9dfc req-358d38a5-2730-404d-bae6-a7c9bbbe6c01 service nova] Enqueued Resource ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 with Priority: HIGHEST for action security_group_rules [ 1128.589049] env[67081]: INFO networking_nsxv3.common.synchronization [req-8171513e-e678-4d5f-8073-92df84ec9dfc req-358d38a5-2730-404d-bae6-a7c9bbbe6c01 service nova] Enqueued Resource ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 with Priority: HIGHEST for action security_group_members [ 1128.589157] env[67081]: INFO networking_nsxv3.common.synchronization [req-8171513e-e678-4d5f-8073-92df84ec9dfc req-358d38a5-2730-404d-bae6-a7c9bbbe6c01 service nova] Enqueued Resource ID: 80ccd4a2-19c3-4bf3-8128-6472dbfeb69a with Priority: HIGHEST for action port [ 1128.589659] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 with Priority: HIGHEST for action security_group_rules [ 1128.589792] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 with Priority: HIGHEST for action security_group_members [ 1128.589891] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80ccd4a2-19c3-4bf3-8128-6472dbfeb69a with Priority: HIGHEST for action port [ 1128.590179] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e957e77c-acf8-49b7-a51d-e22fbbb26613 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.590300] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.590379] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.590554] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.590636] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e957e77c-acf8-49b7-a51d-e22fbbb26613',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.591570] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e957e77c-acf8-49b7-a51d-e22fbbb26613 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.591732] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.592012] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-80ccd4a2-19c3-4bf3-8128-6472dbfeb69a taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.592122] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80ccd4a2-19c3-4bf3-8128-6472dbfeb69a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.592791] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80ccd4a2-19c3-4bf3-8128-6472dbfeb69a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.592791] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80ccd4a2-19c3-4bf3-8128-6472dbfeb69a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.592791] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80ccd4a2-19c3-4bf3-8128-6472dbfeb69a',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.657122] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.657122] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.657122] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.657122] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.657122] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.657122] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6252e64a-b311-40e1-bced-0dc0bf08891f is going to be updated. [ 1128.686675] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.686675] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.687517] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.687517] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.687517] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.696713] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6252e64a-b311-40e1-bced-0dc0bf08891f in Status: IN_PROGRESS for 2s [ 1129.094486] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e957e77c-acf8-49b7-a51d-e22fbbb26613 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.094647] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.095091] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 80ccd4a2-19c3-4bf3-8128-6472dbfeb69a with status ACTIVE [ 1129.095312] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.095438] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.095515] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.095743] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.095842] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.096042] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.096152] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.096214] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.097137] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.097137] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.097137] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.097137] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.097137] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.097137] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.097137] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.097137] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 80ccd4a2-19c3-4bf3-8128-6472dbfeb69a is going to be updated. [ 1129.119333] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.119663] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.119663] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.119807] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.120034] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.120134] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80ccd4a2-19c3-4bf3-8128-6472dbfeb69a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.540408] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 in Status: SUCCESS [ 1129.540591] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 deletion is rescheduled due to dependency. [ 1129.540710] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.541241] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.541442] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.541618] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.541734] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.541802] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.541957] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.542053] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.542148] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e957e77c-acf8-49b7-a51d-e22fbbb26613',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.652151] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 in Status: SUCCESS [ 1129.652437] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.045142] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e957e77c-acf8-49b7-a51d-e22fbbb26613',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.547220] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e957e77c-acf8-49b7-a51d-e22fbbb26613',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.707775] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6252e64a-b311-40e1-bced-0dc0bf08891f in Status: SUCCESS [ 1130.708144] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.708328] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.708633] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.708876] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.709056] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.709138] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.709331] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.709442] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.709546] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.709656] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6252e64a-b311-40e1-bced-0dc0bf08891f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.051440] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.051630] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.051745] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.052144] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.052271] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.052410] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 is going to be updated. [ 1131.100558] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.100558] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.100558] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.100558] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.100558] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.110104] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 in Status: IN_PROGRESS for 2s [ 1131.212686] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6252e64a-b311-40e1-bced-0dc0bf08891f taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.212811] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.212882] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.213140] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.213310] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.213404] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.213493] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.213701] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.213806] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.213965] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.214104] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6252e64a-b311-40e1-bced-0dc0bf08891f taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.214196] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.214250] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.214436] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.214623] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.214738] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.214809] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.214994] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.215098] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.215208] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.215328] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6252e64a-b311-40e1-bced-0dc0bf08891f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.718645] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6252e64a-b311-40e1-bced-0dc0bf08891f: rpc.has_security_group_logging(os_id): False [ 1131.736234] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.736449] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.736449] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.736634] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.736735] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.736954] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.737073] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.738357] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.739320] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.739423] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.739634] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.740136] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.740136] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.740136] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.740136] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.740297] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.740297] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.740373] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.740507] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.740554] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.740637] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6252e64a-b311-40e1-bced-0dc0bf08891f is going to be updated. [ 1131.821263] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.821475] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.821589] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.821915] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.822173] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.837458] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6252e64a-b311-40e1-bced-0dc0bf08891f in Status: IN_PROGRESS for 2s [ 1133.123215] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 in Status: SUCCESS [ 1133.123630] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.123713] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.123997] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.124227] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.124354] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.124449] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.124740] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.124795] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.124898] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.125065] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e957e77c-acf8-49b7-a51d-e22fbbb26613',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.591082] env[67081]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1133.591082] env[67081]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1133.627605] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e957e77c-acf8-49b7-a51d-e22fbbb26613 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.628519] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.628519] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.628519] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.628519] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.628734] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.628734] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.628793] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.629794] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.629794] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.629794] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e957e77c-acf8-49b7-a51d-e22fbbb26613 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.629794] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.629794] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.629794] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.629794] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.629794] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.629794] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.629794] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.630293] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.630293] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.630293] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e957e77c-acf8-49b7-a51d-e22fbbb26613',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.868528] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6252e64a-b311-40e1-bced-0dc0bf08891f in Status: SUCCESS [ 1133.868745] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.132534] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e957e77c-acf8-49b7-a51d-e22fbbb26613: rpc.has_security_group_logging(os_id): False [ 1134.154894] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.155105] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.155376] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.155432] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.155517] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.156409] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.156409] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.156409] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.156409] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.156409] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.156409] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.156710] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.156710] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.156710] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.156710] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.156939] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.157011] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.157060] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.157204] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.157268] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.157358] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 is going to be updated. [ 1134.181066] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock network-173 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.181285] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "network-173" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.181412] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "network-173" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.181697] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "network-173" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.182086] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.182259] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.182376] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.182600] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.182742] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.182958] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1134.183082] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1134.183187] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1134.183293] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1134.183399] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1134.183499] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1134.183630] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1134.212994] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1134.213233] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1134.213399] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1134.213635] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "network-173" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.214040] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock port-eb0f9bf5-55f4-4f5d-9eda-0ed9f39340ce taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.214232] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "port-eb0f9bf5-55f4-4f5d-9eda-0ed9f39340ce" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.214358] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "port-eb0f9bf5-55f4-4f5d-9eda-0ed9f39340ce" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.214621] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "port-eb0f9bf5-55f4-4f5d-9eda-0ed9f39340ce" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.214757] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb0f9bf5-55f4-4f5d-9eda-0ed9f39340ce',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.261942] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.262178] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.262178] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.262419] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.262569] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.287153] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 in Status: IN_PROGRESS for 2s [ 1134.717819] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.718117] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.718280] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.718601] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.718753] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.719065] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.719230] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.719347] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.719583] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.719774] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.720093] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.720294] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.720458] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.720735] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.720877] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.721050] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Resource: SegmentPort with ID: eb0f9bf5-55f4-4f5d-9eda-0ed9f39340ce is going to be updated. [ 1134.746056] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.746345] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.746539] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.746867] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.747218] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.747460] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "port-eb0f9bf5-55f4-4f5d-9eda-0ed9f39340ce" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.516332] env[67081]: INFO networking_nsxv3.common.synchronization [req-6ab1bc69-eee2-45d8-8ea7-1a655cb3563b req-817d4bf6-71da-42ee-b738-faa8bda5aa4b service nova] Enqueued Resource ID: 6a3716c2-236b-4046-ba8c-efaedc7522a1 with Priority: HIGHEST for action security_group_rules [ 1135.516663] env[67081]: INFO networking_nsxv3.common.synchronization [req-6ab1bc69-eee2-45d8-8ea7-1a655cb3563b req-817d4bf6-71da-42ee-b738-faa8bda5aa4b service nova] Enqueued Resource ID: 6a3716c2-236b-4046-ba8c-efaedc7522a1 with Priority: HIGHEST for action security_group_members [ 1135.516663] env[67081]: INFO networking_nsxv3.common.synchronization [req-6ab1bc69-eee2-45d8-8ea7-1a655cb3563b req-817d4bf6-71da-42ee-b738-faa8bda5aa4b service nova] Enqueued Resource ID: eb0f9bf5-55f4-4f5d-9eda-0ed9f39340ce with Priority: HIGHEST for action port [ 1135.517204] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a3716c2-236b-4046-ba8c-efaedc7522a1 with Priority: HIGHEST for action security_group_rules [ 1135.517385] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a3716c2-236b-4046-ba8c-efaedc7522a1 with Priority: HIGHEST for action security_group_members [ 1135.517517] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb0f9bf5-55f4-4f5d-9eda-0ed9f39340ce with Priority: HIGHEST for action port [ 1135.517828] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a3716c2-236b-4046-ba8c-efaedc7522a1 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.517977] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a3716c2-236b-4046-ba8c-efaedc7522a1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.518086] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a3716c2-236b-4046-ba8c-efaedc7522a1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.518303] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a3716c2-236b-4046-ba8c-efaedc7522a1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.518407] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a3716c2-236b-4046-ba8c-efaedc7522a1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.519346] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a3716c2-236b-4046-ba8c-efaedc7522a1 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.519475] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a3716c2-236b-4046-ba8c-efaedc7522a1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.519600] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a3716c2-236b-4046-ba8c-efaedc7522a1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.519782] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a3716c2-236b-4046-ba8c-efaedc7522a1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.519959] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.520087] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.520121] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.520307] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.520392] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.520514] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a3716c2-236b-4046-ba8c-efaedc7522a1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.521347] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb0f9bf5-55f4-4f5d-9eda-0ed9f39340ce taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.521461] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb0f9bf5-55f4-4f5d-9eda-0ed9f39340ce" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.521612] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb0f9bf5-55f4-4f5d-9eda-0ed9f39340ce" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.521733] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb0f9bf5-55f4-4f5d-9eda-0ed9f39340ce" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.521839] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb0f9bf5-55f4-4f5d-9eda-0ed9f39340ce',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.023271] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a3716c2-236b-4046-ba8c-efaedc7522a1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.024541] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a3716c2-236b-4046-ba8c-efaedc7522a1 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.024726] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a3716c2-236b-4046-ba8c-efaedc7522a1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.025205] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb0f9bf5-55f4-4f5d-9eda-0ed9f39340ce with status ACTIVE [ 1136.025397] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.025517] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.025579] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.025882] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.026075] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.026288] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.026392] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.026453] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.026621] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.026709] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.026883] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.026970] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.027046] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.027297] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.027297] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.027353] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb0f9bf5-55f4-4f5d-9eda-0ed9f39340ce is going to be updated. [ 1136.054893] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.055213] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.055378] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.055664] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.055843] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.056022] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb0f9bf5-55f4-4f5d-9eda-0ed9f39340ce" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.312851] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 in Status: SUCCESS [ 1136.313556] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.526219] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a3716c2-236b-4046-ba8c-efaedc7522a1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.028848] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.029081] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.029081] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.029301] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.029392] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.029559] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a3716c2-236b-4046-ba8c-efaedc7522a1 is going to be updated. [ 1137.060670] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.060826] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.060897] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.061211] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.061547] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.071195] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a3716c2-236b-4046-ba8c-efaedc7522a1 in Status: IN_PROGRESS for 2s [ 1137.626380] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock network-704 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.626380] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "network-704" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.626380] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "network-704" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.626820] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "network-704" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.626912] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.627130] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.627255] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.627471] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.627618] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.627824] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1137.627935] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1137.628093] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1137.628261] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1137.628405] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1137.628509] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1137.628630] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1137.654073] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1137.654331] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1137.654522] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1137.654662] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "network-704" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.655011] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock port-ade01daa-fb49-49ca-ac1c-4f38a0cc2072 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.655235] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "port-ade01daa-fb49-49ca-ac1c-4f38a0cc2072" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.655322] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "port-ade01daa-fb49-49ca-ac1c-4f38a0cc2072" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.655592] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "port-ade01daa-fb49-49ca-ac1c-4f38a0cc2072" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.655782] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ade01daa-fb49-49ca-ac1c-4f38a0cc2072',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.158777] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.159067] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.159219] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.159545] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.159765] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.160125] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.160459] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.160459] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.160717] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.160873] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.161256] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.161415] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.161538] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.161767] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.161944] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.162154] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Resource: SegmentPort with ID: ade01daa-fb49-49ca-ac1c-4f38a0cc2072 is going to be updated. [ 1138.186158] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.186408] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.186882] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.186882] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.186995] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.187266] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "port-ade01daa-fb49-49ca-ac1c-4f38a0cc2072" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.933057] env[67081]: INFO networking_nsxv3.common.synchronization [req-0c9e37b0-d98f-4d63-8c2e-ccb9648eaf3b req-208dd8e8-280d-406a-b956-7816527b3a61 service nova] Enqueued Resource ID: f9778129-988c-45c6-aae9-54a6bbe009d1 with Priority: HIGHEST for action security_group_rules [ 1138.933351] env[67081]: INFO networking_nsxv3.common.synchronization [req-0c9e37b0-d98f-4d63-8c2e-ccb9648eaf3b req-208dd8e8-280d-406a-b956-7816527b3a61 service nova] Enqueued Resource ID: f9778129-988c-45c6-aae9-54a6bbe009d1 with Priority: HIGHEST for action security_group_members [ 1138.933535] env[67081]: INFO networking_nsxv3.common.synchronization [req-0c9e37b0-d98f-4d63-8c2e-ccb9648eaf3b req-208dd8e8-280d-406a-b956-7816527b3a61 service nova] Enqueued Resource ID: ade01daa-fb49-49ca-ac1c-4f38a0cc2072 with Priority: HIGHEST for action port [ 1138.937496] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9778129-988c-45c6-aae9-54a6bbe009d1 with Priority: HIGHEST for action security_group_rules [ 1138.937663] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9778129-988c-45c6-aae9-54a6bbe009d1 with Priority: HIGHEST for action security_group_members [ 1138.937787] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ade01daa-fb49-49ca-ac1c-4f38a0cc2072 with Priority: HIGHEST for action port [ 1138.938121] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9778129-988c-45c6-aae9-54a6bbe009d1 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.938251] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.938416] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.938536] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.938615] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9778129-988c-45c6-aae9-54a6bbe009d1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.939495] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9778129-988c-45c6-aae9-54a6bbe009d1 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.939611] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.940498] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.940498] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.940498] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.940498] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.940498] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.940498] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.940498] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.940498] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9778129-988c-45c6-aae9-54a6bbe009d1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.941195] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-ade01daa-fb49-49ca-ac1c-4f38a0cc2072 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.941299] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ade01daa-fb49-49ca-ac1c-4f38a0cc2072" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.941365] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ade01daa-fb49-49ca-ac1c-4f38a0cc2072" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.944309] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ade01daa-fb49-49ca-ac1c-4f38a0cc2072" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.944309] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ade01daa-fb49-49ca-ac1c-4f38a0cc2072',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.082201] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a3716c2-236b-4046-ba8c-efaedc7522a1 in Status: SUCCESS [ 1139.082481] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a3716c2-236b-4046-ba8c-efaedc7522a1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.082694] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a3716c2-236b-4046-ba8c-efaedc7522a1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.082971] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a3716c2-236b-4046-ba8c-efaedc7522a1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.083256] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.083510] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.083603] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.083815] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.083931] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.084099] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a3716c2-236b-4046-ba8c-efaedc7522a1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.084239] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a3716c2-236b-4046-ba8c-efaedc7522a1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.444118] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9778129-988c-45c6-aae9-54a6bbe009d1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.445753] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9778129-988c-45c6-aae9-54a6bbe009d1 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.445931] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.446238] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ade01daa-fb49-49ca-ac1c-4f38a0cc2072 with status ACTIVE [ 1139.446562] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.446562] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.447574] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.447574] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.447574] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.447574] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.447574] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.447574] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.447574] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.447927] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.447927] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.448036] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.448189] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.448402] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.448560] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.448637] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ade01daa-fb49-49ca-ac1c-4f38a0cc2072 is going to be updated. [ 1139.470620] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.470620] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.471358] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.471358] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.471358] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.471616] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ade01daa-fb49-49ca-ac1c-4f38a0cc2072" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.586930] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a3716c2-236b-4046-ba8c-efaedc7522a1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.947051] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9778129-988c-45c6-aae9-54a6bbe009d1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.089368] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a3716c2-236b-4046-ba8c-efaedc7522a1: rpc.has_security_group_logging(os_id): False [ 1140.109725] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.109871] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.110276] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.110276] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.110276] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.110694] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.110694] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.110773] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.110876] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.110952] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.111050] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a3716c2-236b-4046-ba8c-efaedc7522a1 is going to be updated. [ 1140.184812] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.185045] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.185127] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.185577] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.185733] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.204897] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a3716c2-236b-4046-ba8c-efaedc7522a1 in Status: IN_PROGRESS for 2s [ 1140.450032] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.450460] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.450460] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.450590] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.450703] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.450827] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9778129-988c-45c6-aae9-54a6bbe009d1 is going to be updated. [ 1140.480676] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.480758] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.480847] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.481120] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.481302] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.491469] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9778129-988c-45c6-aae9-54a6bbe009d1 in Status: IN_PROGRESS for 2s [ 1142.191942] env[67081]: INFO networking_nsxv3.common.synchronization [req-9dfdcc77-64c2-4cd8-b63b-2ead001314a4 req-ce360f13-d6d6-420c-b3ea-463a5df34295 tempest-ServerDiskConfigTestJSON-696026015 tempest-ServerDiskConfigTestJSON-696026015-project-member] Enqueued Resource ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 with Priority: HIGHEST for action security_group_members [ 1142.192519] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 with Priority: HIGHEST for action security_group_members [ 1142.192808] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e957e77c-acf8-49b7-a51d-e22fbbb26613 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.192934] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.193009] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.193215] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.193371] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.193469] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.193525] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.193671] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.193754] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.193844] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e957e77c-acf8-49b7-a51d-e22fbbb26613',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.228953] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a3716c2-236b-4046-ba8c-efaedc7522a1 in Status: SUCCESS [ 1142.229251] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a3716c2-236b-4046-ba8c-efaedc7522a1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.502844] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9778129-988c-45c6-aae9-54a6bbe009d1 in Status: SUCCESS [ 1142.503115] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.503342] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.503713] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.503934] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.504116] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.504195] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.504359] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.504456] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.504549] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.504644] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9778129-988c-45c6-aae9-54a6bbe009d1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.697149] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.697544] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.697544] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.697861] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.697861] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.698032] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.698159] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.698219] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.698392] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.698472] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.698563] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 is going to be updated. [ 1142.728218] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.728406] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.728406] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.729290] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.729451] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.739917] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 in Status: IN_PROGRESS for 2s [ 1143.006875] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9778129-988c-45c6-aae9-54a6bbe009d1 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.007138] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.007927] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.007927] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.008110] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.008110] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.008215] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.008359] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.008451] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.008535] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.008724] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9778129-988c-45c6-aae9-54a6bbe009d1 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.008817] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.008882] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.009047] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.009192] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.009280] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.009343] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.009484] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.009564] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.009649] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.009733] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9778129-988c-45c6-aae9-54a6bbe009d1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.512053] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9778129-988c-45c6-aae9-54a6bbe009d1: rpc.has_security_group_logging(os_id): False [ 1143.533542] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.533734] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.533776] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.534130] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.534227] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.534432] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.534536] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.534600] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.534767] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.534871] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.535208] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.535302] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.535369] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.535521] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.535601] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.535787] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.535883] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.535946] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.536165] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.536250] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.536396] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9778129-988c-45c6-aae9-54a6bbe009d1 is going to be updated. [ 1143.613848] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.613848] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.613848] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.613848] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.614145] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.636194] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9778129-988c-45c6-aae9-54a6bbe009d1 in Status: IN_PROGRESS for 2s [ 1144.616611] env[67081]: INFO networking_nsxv3.common.synchronization [req-cbca9f35-460b-46d9-a853-b5967bfef7be req-afd6a999-0586-4abd-8ffa-e8c84aa7a4d3 tempest-AttachVolumeNegativeTest-1783079297 tempest-AttachVolumeNegativeTest-1783079297-project-member] Enqueued Resource ID: 8d5796e8-5fcd-4697-8a81-ce4767934f54 with Priority: HIGHEST for action security_group_members [ 1144.617832] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d5796e8-5fcd-4697-8a81-ce4767934f54 with Priority: HIGHEST for action security_group_members [ 1144.617832] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d5796e8-5fcd-4697-8a81-ce4767934f54 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.618046] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d5796e8-5fcd-4697-8a81-ce4767934f54" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.618046] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d5796e8-5fcd-4697-8a81-ce4767934f54" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.618286] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d5796e8-5fcd-4697-8a81-ce4767934f54" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.618417] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.618547] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.618593] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.618757] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.618838] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.618984] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d5796e8-5fcd-4697-8a81-ce4767934f54',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.754617] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 in Status: SUCCESS [ 1144.754849] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 deletion is rescheduled due to dependency. [ 1144.754973] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.125944] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.126203] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.126203] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.126354] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.126536] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.126786] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.126942] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.127043] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.127260] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.127366] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.127483] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d5796e8-5fcd-4697-8a81-ce4767934f54 is going to be updated. [ 1145.162771] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.162918] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.162975] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.163281] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.163502] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.175194] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d5796e8-5fcd-4697-8a81-ce4767934f54 in Status: IN_PROGRESS for 2s [ 1145.655690] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9778129-988c-45c6-aae9-54a6bbe009d1 in Status: SUCCESS [ 1145.656106] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.187181] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d5796e8-5fcd-4697-8a81-ce4767934f54 in Status: SUCCESS [ 1147.188437] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d5796e8-5fcd-4697-8a81-ce4767934f54 deletion is rescheduled due to dependency. [ 1147.188437] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d5796e8-5fcd-4697-8a81-ce4767934f54" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.618944] env[67081]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1149.619448] env[67081]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1150.189404] env[67081]: INFO networking_nsxv3.common.synchronization [None req-9851aaa4-d7ca-442f-b213-4b3d5e8be387 tempest-AttachVolumeNegativeTest-1783079297 tempest-AttachVolumeNegativeTest-1783079297-project-member] Enqueued Resource ID: 6907e391-3e6f-4e88-8983-5ce2ad67ca8a with Priority: HIGHEST for action security_group_rules [ 1150.189987] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6907e391-3e6f-4e88-8983-5ce2ad67ca8a with Priority: HIGHEST for action security_group_rules [ 1150.190323] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6907e391-3e6f-4e88-8983-5ce2ad67ca8a taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.190448] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6907e391-3e6f-4e88-8983-5ce2ad67ca8a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.190514] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6907e391-3e6f-4e88-8983-5ce2ad67ca8a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.190817] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6907e391-3e6f-4e88-8983-5ce2ad67ca8a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.190916] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6907e391-3e6f-4e88-8983-5ce2ad67ca8a',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.318792] env[67081]: INFO networking_nsxv3.common.synchronization [None req-cecc3739-656f-4b86-9be3-377c698d5b01 tempest-AttachVolumeNegativeTest-1783079297 tempest-AttachVolumeNegativeTest-1783079297-project-member] Enqueued Resource ID: 6907e391-3e6f-4e88-8983-5ce2ad67ca8a with Priority: HIGHEST for action security_group_rules [ 1150.319605] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6907e391-3e6f-4e88-8983-5ce2ad67ca8a with Priority: HIGHEST for action security_group_rules [ 1150.319849] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6907e391-3e6f-4e88-8983-5ce2ad67ca8a taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.319945] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6907e391-3e6f-4e88-8983-5ce2ad67ca8a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.716146] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.716548] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.716548] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.716548] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.716688] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.716719] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6907e391-3e6f-4e88-8983-5ce2ad67ca8a already deleted. [ 1150.716818] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6907e391-3e6f-4e88-8983-5ce2ad67ca8a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.716988] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6907e391-3e6f-4e88-8983-5ce2ad67ca8a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.717161] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6907e391-3e6f-4e88-8983-5ce2ad67ca8a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.717379] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6907e391-3e6f-4e88-8983-5ce2ad67ca8a',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.243277] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.243563] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.243563] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.243698] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.243884] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.244023] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6907e391-3e6f-4e88-8983-5ce2ad67ca8a already deleted. [ 1151.244267] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6907e391-3e6f-4e88-8983-5ce2ad67ca8a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.314146] env[67081]: INFO networking_nsxv3.common.synchronization [req-a61faac8-e546-4a57-8372-52feb5831287 req-735a2610-74da-4749-9c62-ba387cdafaf1 tempest-AttachVolumeTestJSON-152085375 tempest-AttachVolumeTestJSON-152085375-project-member] Enqueued Resource ID: c0842a8b-a697-43ba-8362-6b7110736b4c with Priority: HIGHEST for action security_group_members [ 1155.314146] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0842a8b-a697-43ba-8362-6b7110736b4c with Priority: HIGHEST for action security_group_members [ 1155.314146] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0842a8b-a697-43ba-8362-6b7110736b4c taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.314146] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0842a8b-a697-43ba-8362-6b7110736b4c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.314146] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0842a8b-a697-43ba-8362-6b7110736b4c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.314146] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0842a8b-a697-43ba-8362-6b7110736b4c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.314146] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.314582] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.314582] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.314582] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.314582] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.314582] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0842a8b-a697-43ba-8362-6b7110736b4c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.820353] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.820353] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.820353] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.820353] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.820353] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.820353] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.820353] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.820353] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.820353] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.820353] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.820353] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0842a8b-a697-43ba-8362-6b7110736b4c is going to be updated. [ 1155.849819] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.850094] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.850094] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.850448] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.850616] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.861922] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0842a8b-a697-43ba-8362-6b7110736b4c in Status: IN_PROGRESS for 2s [ 1155.867651] env[67081]: INFO networking_nsxv3.common.synchronization [req-ba04ad54-6963-4afb-ba7c-e7cdcc371abf req-c26571fc-d48f-43ec-ac57-1125a5224c48 tempest-AttachInterfacesTestJSON-919501604 tempest-AttachInterfacesTestJSON-919501604-project-member] Enqueued Resource ID: f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d with Priority: HIGHEST for action security_group_members [ 1155.868245] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d with Priority: HIGHEST for action security_group_members [ 1155.868578] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.868699] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.868760] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.868981] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.869576] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.869688] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.869746] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.869930] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.870027] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.870127] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.189882] env[67081]: INFO networking_nsxv3.common.synchronization [req-d28f3a17-e929-4470-a3c2-c84c4a3c2970 req-30fe1adc-ec7e-4ce6-9788-e14745926b88 tempest-AttachVolumeNegativeTest-1783079297 tempest-AttachVolumeNegativeTest-1783079297-project-member] Enqueued Resource ID: 6907e391-3e6f-4e88-8983-5ce2ad67ca8a with Priority: HIGHEST for action security_group_members [ 1156.190591] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6907e391-3e6f-4e88-8983-5ce2ad67ca8a with Priority: HIGHEST for action security_group_members [ 1156.190812] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6907e391-3e6f-4e88-8983-5ce2ad67ca8a taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.190931] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6907e391-3e6f-4e88-8983-5ce2ad67ca8a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.190997] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6907e391-3e6f-4e88-8983-5ce2ad67ca8a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.191267] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6907e391-3e6f-4e88-8983-5ce2ad67ca8a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.191426] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.191526] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.191584] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.191738] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.191823] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.192767] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6907e391-3e6f-4e88-8983-5ce2ad67ca8a',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.373707] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.695307] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.695509] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.695596] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.695805] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.695895] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.696131] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.696272] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.696335] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.696474] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.696547] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.696635] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6907e391-3e6f-4e88-8983-5ce2ad67ca8a already deleted. [ 1156.696721] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6907e391-3e6f-4e88-8983-5ce2ad67ca8a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.711322] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-947 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.711635] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-947" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.711635] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-947" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.711904] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-947" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.712216] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.712448] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.712596] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.713303] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.713303] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.713303] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1156.713476] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1156.713521] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1156.713622] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1156.713735] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1156.713841] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1156.714016] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1156.735943] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1156.735943] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1156.736184] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1156.736452] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-947" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.736938] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-84c83bba-26d9-4637-a2fd-6b00f8aeef08 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.737215] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-84c83bba-26d9-4637-a2fd-6b00f8aeef08" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.737465] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-84c83bba-26d9-4637-a2fd-6b00f8aeef08" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.737838] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-84c83bba-26d9-4637-a2fd-6b00f8aeef08" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.738076] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84c83bba-26d9-4637-a2fd-6b00f8aeef08',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.877491] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.241027] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.241328] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.241545] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.241965] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.242581] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.242581] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port 84c83bba-26d9-4637-a2fd-6b00f8aeef08 not found, creating... [ 1157.242948] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.243133] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.243326] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.243644] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.243863] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.244342] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.244588] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.244774] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.245132] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.245391] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.245619] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: 84c83bba-26d9-4637-a2fd-6b00f8aeef08 is going to be created. [ 1157.267105] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.267396] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.267503] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.267791] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.268028] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.268273] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-84c83bba-26d9-4637-a2fd-6b00f8aeef08" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.381457] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.381970] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.381970] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.381970] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.381970] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.382228] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d is going to be updated. [ 1157.440058] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.440274] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.440398] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.440654] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.440854] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.453080] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d in Status: IN_PROGRESS for 2s [ 1157.872774] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0842a8b-a697-43ba-8362-6b7110736b4c in Status: SUCCESS [ 1157.872956] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0842a8b-a697-43ba-8362-6b7110736b4c deletion is rescheduled due to dependency. [ 1157.873044] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0842a8b-a697-43ba-8362-6b7110736b4c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.961210] env[67081]: INFO networking_nsxv3.common.synchronization [req-d28f3a17-e929-4470-a3c2-c84c4a3c2970 req-df2b6dfd-3b9f-40fc-9499-74d9a75367f7 service nova] Enqueued Resource ID: 6907e391-3e6f-4e88-8983-5ce2ad67ca8a with Priority: HIGHEST for action security_group_rules [ 1157.961364] env[67081]: INFO networking_nsxv3.common.synchronization [req-d28f3a17-e929-4470-a3c2-c84c4a3c2970 req-df2b6dfd-3b9f-40fc-9499-74d9a75367f7 service nova] Enqueued Resource ID: 6907e391-3e6f-4e88-8983-5ce2ad67ca8a with Priority: HIGHEST for action security_group_members [ 1157.961535] env[67081]: INFO networking_nsxv3.common.synchronization [req-d28f3a17-e929-4470-a3c2-c84c4a3c2970 req-df2b6dfd-3b9f-40fc-9499-74d9a75367f7 service nova] Enqueued Resource ID: 84c83bba-26d9-4637-a2fd-6b00f8aeef08 with Priority: HIGHEST for action port [ 1157.962019] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6907e391-3e6f-4e88-8983-5ce2ad67ca8a with Priority: HIGHEST for action security_group_rules [ 1157.962161] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6907e391-3e6f-4e88-8983-5ce2ad67ca8a with Priority: HIGHEST for action security_group_members [ 1157.962257] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84c83bba-26d9-4637-a2fd-6b00f8aeef08 with Priority: HIGHEST for action port [ 1157.962521] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6907e391-3e6f-4e88-8983-5ce2ad67ca8a taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.963149] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6907e391-3e6f-4e88-8983-5ce2ad67ca8a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.963226] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6907e391-3e6f-4e88-8983-5ce2ad67ca8a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.963429] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6907e391-3e6f-4e88-8983-5ce2ad67ca8a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.963511] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6907e391-3e6f-4e88-8983-5ce2ad67ca8a',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.964396] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6907e391-3e6f-4e88-8983-5ce2ad67ca8a taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.964557] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6907e391-3e6f-4e88-8983-5ce2ad67ca8a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.964672] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6907e391-3e6f-4e88-8983-5ce2ad67ca8a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.964907] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6907e391-3e6f-4e88-8983-5ce2ad67ca8a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.965142] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.965317] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.965416] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.966040] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.966040] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.966040] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6907e391-3e6f-4e88-8983-5ce2ad67ca8a',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.966733] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-84c83bba-26d9-4637-a2fd-6b00f8aeef08 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.966842] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84c83bba-26d9-4637-a2fd-6b00f8aeef08" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.966907] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84c83bba-26d9-4637-a2fd-6b00f8aeef08" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.967134] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84c83bba-26d9-4637-a2fd-6b00f8aeef08" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.967242] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84c83bba-26d9-4637-a2fd-6b00f8aeef08',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.469273] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6907e391-3e6f-4e88-8983-5ce2ad67ca8a taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.469687] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6907e391-3e6f-4e88-8983-5ce2ad67ca8a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.469687] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6907e391-3e6f-4e88-8983-5ce2ad67ca8a',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.470770] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 84c83bba-26d9-4637-a2fd-6b00f8aeef08 with status ACTIVE [ 1158.470969] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.471158] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.471245] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.471471] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.471565] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.471800] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.471900] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.471980] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.472189] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.472294] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.472492] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.472604] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.472665] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.472807] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.472901] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.472987] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 84c83bba-26d9-4637-a2fd-6b00f8aeef08 is going to be updated. [ 1158.500039] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.500262] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.500320] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.500560] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.500703] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.500866] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84c83bba-26d9-4637-a2fd-6b00f8aeef08" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.975844] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6907e391-3e6f-4e88-8983-5ce2ad67ca8a',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.464159] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d in Status: SUCCESS [ 1159.464448] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.479287] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.479704] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.479704] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.480069] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.480304] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.480453] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6907e391-3e6f-4e88-8983-5ce2ad67ca8a is going to be created. [ 1159.505487] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.505487] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.505487] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.505726] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.505848] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.518956] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6907e391-3e6f-4e88-8983-5ce2ad67ca8a in Status: UNINITIALIZED for 2s [ 1161.531156] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6907e391-3e6f-4e88-8983-5ce2ad67ca8a in Status: SUCCESS [ 1161.531546] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6907e391-3e6f-4e88-8983-5ce2ad67ca8a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.531546] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6907e391-3e6f-4e88-8983-5ce2ad67ca8a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.531777] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6907e391-3e6f-4e88-8983-5ce2ad67ca8a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.531980] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.532111] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.532206] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.532384] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.532468] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.532556] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6907e391-3e6f-4e88-8983-5ce2ad67ca8a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.532647] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6907e391-3e6f-4e88-8983-5ce2ad67ca8a',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.035072] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6907e391-3e6f-4e88-8983-5ce2ad67ca8a',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.537685] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6907e391-3e6f-4e88-8983-5ce2ad67ca8a: rpc.has_security_group_logging(os_id): False [ 1162.560034] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.560261] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.560376] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.560685] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.560845] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.561152] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.561261] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.561328] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.561511] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.561590] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.561734] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6907e391-3e6f-4e88-8983-5ce2ad67ca8a is going to be created. [ 1162.629293] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.629441] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.629513] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.629730] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.629909] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.642624] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6907e391-3e6f-4e88-8983-5ce2ad67ca8a in Status: IN_PROGRESS for 2s [ 1162.962858] env[67081]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1162.962978] env[67081]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1163.796760] env[67081]: INFO networking_nsxv3.common.synchronization [req-ae28c83e-3184-4c34-be90-e89d4608fd92 req-e9ce51d7-ed0b-4a48-8c52-3e2900fa6a5b tempest-AttachInterfacesTestJSON-919501604 tempest-AttachInterfacesTestJSON-919501604-project-member] Enqueued Resource ID: f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d with Priority: HIGHEST for action security_group_members [ 1163.797365] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d with Priority: HIGHEST for action security_group_members [ 1163.797687] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.797851] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.797937] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.798149] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.798306] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.798410] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.798472] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.798638] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.798716] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.798961] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.300954] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.301223] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.301331] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.301511] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.301612] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.301875] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.302225] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.302225] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.302378] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.302416] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.302514] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d is going to be updated. [ 1164.341948] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.342163] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.342238] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.342605] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.342785] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.352449] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d in Status: IN_PROGRESS for 2s [ 1164.655169] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6907e391-3e6f-4e88-8983-5ce2ad67ca8a in Status: SUCCESS [ 1164.655549] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6907e391-3e6f-4e88-8983-5ce2ad67ca8a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.372549] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d in Status: SUCCESS [ 1166.372549] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d deletion is rescheduled due to dependency. [ 1166.372549] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.331224] env[67081]: INFO networking_nsxv3.common.synchronization [None req-a9f1824d-f67b-4afe-8d34-1f4053bc4d8e tempest-AttachInterfacesTestJSON-919501604 tempest-AttachInterfacesTestJSON-919501604-project-member] Enqueued Resource ID: f9778129-988c-45c6-aae9-54a6bbe009d1 with Priority: HIGHEST for action security_group_members [ 1168.331224] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9778129-988c-45c6-aae9-54a6bbe009d1 with Priority: HIGHEST for action security_group_members [ 1168.331224] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9778129-988c-45c6-aae9-54a6bbe009d1 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.331224] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.331224] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.331717] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.331717] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.331862] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.331973] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.332179] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.332299] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.332399] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9778129-988c-45c6-aae9-54a6bbe009d1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.834567] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.834725] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.834808] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.835068] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.835171] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.835389] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.835670] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.835670] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.835786] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.835786] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.837111] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9778129-988c-45c6-aae9-54a6bbe009d1 is going to be updated. [ 1168.868581] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.868730] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.868802] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.869065] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.869222] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.882230] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9778129-988c-45c6-aae9-54a6bbe009d1 in Status: IN_PROGRESS for 2s [ 1169.559251] env[67081]: INFO networking_nsxv3.common.synchronization [req-9836b6ca-1ad8-4a6c-98ca-68f2407c5102 req-c70a5330-6503-45f3-9308-a83e66d83276 tempest-DeleteServersTestJSON-824934422 tempest-DeleteServersTestJSON-824934422-project-member] Enqueued Resource ID: 6252e64a-b311-40e1-bced-0dc0bf08891f with Priority: HIGHEST for action security_group_members [ 1169.560035] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6252e64a-b311-40e1-bced-0dc0bf08891f with Priority: HIGHEST for action security_group_members [ 1169.560403] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6252e64a-b311-40e1-bced-0dc0bf08891f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.560503] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.560543] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.560722] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.560897] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.561320] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.561513] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.561757] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.563045] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.563192] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6252e64a-b311-40e1-bced-0dc0bf08891f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.070956] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.070956] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.070956] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.070956] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.070956] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.070956] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.070956] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.070956] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.070956] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.070956] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.070956] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6252e64a-b311-40e1-bced-0dc0bf08891f is going to be updated. [ 1170.118752] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.119017] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.119017] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.119154] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.119305] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.129393] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6252e64a-b311-40e1-bced-0dc0bf08891f in Status: IN_PROGRESS for 2s [ 1170.893640] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9778129-988c-45c6-aae9-54a6bbe009d1 in Status: SUCCESS [ 1170.893640] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9778129-988c-45c6-aae9-54a6bbe009d1 deletion is rescheduled due to dependency. [ 1170.893640] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.139320] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6252e64a-b311-40e1-bced-0dc0bf08891f in Status: SUCCESS [ 1172.139709] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6252e64a-b311-40e1-bced-0dc0bf08891f deletion is rescheduled due to dependency. [ 1172.139709] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6252e64a-b311-40e1-bced-0dc0bf08891f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.561678] env[67081]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1174.561678] env[67081]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1179.562533] env[67081]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1179.562817] env[67081]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1179.991134] env[67081]: INFO networking_nsxv3.common.synchronization [req-cca46d0c-eda1-4f58-b156-c5c2bb2a4f7c req-5c94b8c8-5f27-483d-afd7-ae5ba4b05a96 tempest-ServerRescueNegativeTestJSON-1149854152 tempest-ServerRescueNegativeTestJSON-1149854152-project-member] Enqueued Resource ID: c6267eb2-1e81-4725-85ac-87e0c8d52262 with Priority: HIGHEST for action security_group_members [ 1179.993034] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6267eb2-1e81-4725-85ac-87e0c8d52262 with Priority: HIGHEST for action security_group_members [ 1179.993034] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6267eb2-1e81-4725-85ac-87e0c8d52262 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.993034] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6267eb2-1e81-4725-85ac-87e0c8d52262" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.993034] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6267eb2-1e81-4725-85ac-87e0c8d52262" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.993034] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6267eb2-1e81-4725-85ac-87e0c8d52262" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.993034] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.993034] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.993034] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.993034] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.993034] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.993500] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6267eb2-1e81-4725-85ac-87e0c8d52262',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.497776] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.497986] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.498145] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.498427] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.498575] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.498995] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.498995] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.498995] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.499223] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.499266] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.499388] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6267eb2-1e81-4725-85ac-87e0c8d52262 is going to be updated. [ 1180.528665] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.528988] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.528988] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.529136] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.529291] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.538649] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6267eb2-1e81-4725-85ac-87e0c8d52262 in Status: IN_PROGRESS for 2s [ 1181.487673] env[67081]: INFO networking_nsxv3.common.synchronization [None req-7bb81f91-83ff-40b9-b48e-51513f363f0e None None] Enqueued Resource ID: d34d51de-8711-4713-b96c-9fadb5df80cf with Priority: HIGHEST for action port [ 1181.488298] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d34d51de-8711-4713-b96c-9fadb5df80cf with Priority: HIGHEST for action port [ 1181.488378] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-d34d51de-8711-4713-b96c-9fadb5df80cf taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.488499] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d34d51de-8711-4713-b96c-9fadb5df80cf" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.488587] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d34d51de-8711-4713-b96c-9fadb5df80cf" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.488933] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d34d51de-8711-4713-b96c-9fadb5df80cf" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.489030] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d34d51de-8711-4713-b96c-9fadb5df80cf',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.991344] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d34d51de-8711-4713-b96c-9fadb5df80cf [ 1181.991808] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.992236] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.992236] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.993136] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.993136] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.993136] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d34d51de-8711-4713-b96c-9fadb5df80cf already deleted. [ 1181.993136] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d34d51de-8711-4713-b96c-9fadb5df80cf" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.551080] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6267eb2-1e81-4725-85ac-87e0c8d52262 in Status: SUCCESS [ 1182.551405] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6267eb2-1e81-4725-85ac-87e0c8d52262 deletion is rescheduled due to dependency. [ 1182.551405] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6267eb2-1e81-4725-85ac-87e0c8d52262" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.931647] env[67081]: INFO networking_nsxv3.common.synchronization [None req-7e33a5d8-4f4e-49b9-b007-857adad031cb None None] Enqueued Resource ID: a20a8a0c-f2db-41e4-bf1e-455ab6c4b4a9 with Priority: HIGHEST for action port [ 1183.932235] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a20a8a0c-f2db-41e4-bf1e-455ab6c4b4a9 with Priority: HIGHEST for action port [ 1183.932559] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-a20a8a0c-f2db-41e4-bf1e-455ab6c4b4a9 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.932725] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a20a8a0c-f2db-41e4-bf1e-455ab6c4b4a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.932763] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a20a8a0c-f2db-41e4-bf1e-455ab6c4b4a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.933022] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a20a8a0c-f2db-41e4-bf1e-455ab6c4b4a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.933109] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a20a8a0c-f2db-41e4-bf1e-455ab6c4b4a9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.434851] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a20a8a0c-f2db-41e4-bf1e-455ab6c4b4a9 [ 1184.435079] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.435222] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.435291] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.435541] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.435657] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.435738] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a20a8a0c-f2db-41e4-bf1e-455ab6c4b4a9 already deleted. [ 1184.435788] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a20a8a0c-f2db-41e4-bf1e-455ab6c4b4a9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.407688] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock network-753 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.407688] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "network-753" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.408109] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "network-753" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.408109] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "network-753" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.408237] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.408401] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.408516] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.408727] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.408866] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.409167] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1187.409278] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1187.409389] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1187.409496] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1187.409606] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1187.409721] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1187.409846] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1187.430324] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1187.430492] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1187.430631] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1187.430806] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "network-753" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.431159] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock port-68802bf7-73f3-4155-8b5f-2928c3c7cb8a taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.431340] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "port-68802bf7-73f3-4155-8b5f-2928c3c7cb8a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.431459] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "port-68802bf7-73f3-4155-8b5f-2928c3c7cb8a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.431716] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "port-68802bf7-73f3-4155-8b5f-2928c3c7cb8a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.431848] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68802bf7-73f3-4155-8b5f-2928c3c7cb8a',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.934818] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.934818] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.934818] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.935281] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.935281] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.935459] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.935623] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.935768] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.935994] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.936149] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.936432] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.936589] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.936706] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.936910] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.937055] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.937202] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Resource: SegmentPort with ID: 68802bf7-73f3-4155-8b5f-2928c3c7cb8a is going to be updated. [ 1187.959282] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.959518] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.959567] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.959859] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.960073] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.960303] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "port-68802bf7-73f3-4155-8b5f-2928c3c7cb8a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.670995] env[67081]: INFO networking_nsxv3.common.synchronization [req-cea3a90b-c0e8-4b84-be59-b5b5962a4cb0 req-fe9dd950-d7fd-4d5e-9096-f340d4e08f74 service nova] Enqueued Resource ID: b681163c-65aa-4fad-9551-9cdde77f823b with Priority: HIGHEST for action security_group_rules [ 1188.670995] env[67081]: INFO networking_nsxv3.common.synchronization [req-cea3a90b-c0e8-4b84-be59-b5b5962a4cb0 req-fe9dd950-d7fd-4d5e-9096-f340d4e08f74 service nova] Enqueued Resource ID: b681163c-65aa-4fad-9551-9cdde77f823b with Priority: HIGHEST for action security_group_members [ 1188.670995] env[67081]: INFO networking_nsxv3.common.synchronization [req-cea3a90b-c0e8-4b84-be59-b5b5962a4cb0 req-fe9dd950-d7fd-4d5e-9096-f340d4e08f74 service nova] Enqueued Resource ID: 68802bf7-73f3-4155-8b5f-2928c3c7cb8a with Priority: HIGHEST for action port [ 1188.670995] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b681163c-65aa-4fad-9551-9cdde77f823b with Priority: HIGHEST for action security_group_rules [ 1188.670995] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b681163c-65aa-4fad-9551-9cdde77f823b with Priority: HIGHEST for action security_group_members [ 1188.670995] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68802bf7-73f3-4155-8b5f-2928c3c7cb8a with Priority: HIGHEST for action port [ 1188.670995] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b681163c-65aa-4fad-9551-9cdde77f823b taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.671996] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.671996] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.671996] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.671996] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b681163c-65aa-4fad-9551-9cdde77f823b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.672210] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-b681163c-65aa-4fad-9551-9cdde77f823b taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.672303] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.673099] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.673099] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.673099] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.673099] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.673328] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.673328] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.673390] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.673933] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b681163c-65aa-4fad-9551-9cdde77f823b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.674204] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-68802bf7-73f3-4155-8b5f-2928c3c7cb8a taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.674313] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68802bf7-73f3-4155-8b5f-2928c3c7cb8a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.674382] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68802bf7-73f3-4155-8b5f-2928c3c7cb8a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.674529] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68802bf7-73f3-4155-8b5f-2928c3c7cb8a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.674656] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68802bf7-73f3-4155-8b5f-2928c3c7cb8a',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.176346] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b681163c-65aa-4fad-9551-9cdde77f823b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.177417] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-b681163c-65aa-4fad-9551-9cdde77f823b taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.177539] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.177678] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 68802bf7-73f3-4155-8b5f-2928c3c7cb8a with status ACTIVE [ 1189.177915] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.177971] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.178020] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.178205] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.178293] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.178467] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.178561] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.178655] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.178796] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.178853] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.179017] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.179166] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.179219] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.179335] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.179384] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.179463] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 68802bf7-73f3-4155-8b5f-2928c3c7cb8a is going to be updated. [ 1189.201699] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.201967] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.201967] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.202167] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.202313] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.202562] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68802bf7-73f3-4155-8b5f-2928c3c7cb8a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.681356] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b681163c-65aa-4fad-9551-9cdde77f823b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.184195] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.184390] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.184464] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.184729] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.184877] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.184959] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b681163c-65aa-4fad-9551-9cdde77f823b is going to be updated. [ 1190.215525] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.215796] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.215919] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.216305] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.216546] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.226922] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b681163c-65aa-4fad-9551-9cdde77f823b in Status: IN_PROGRESS for 2s [ 1190.986991] env[67081]: INFO networking_nsxv3.common.synchronization [req-1fe6f624-2251-45cc-aa30-c5860c225adc req-ed790f54-f8be-4bd0-a9d2-3796fd5b7617 tempest-ServersTestJSON-630645518 tempest-ServersTestJSON-630645518-project-member] Enqueued Resource ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 with Priority: HIGHEST for action security_group_members [ 1190.986991] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 with Priority: HIGHEST for action security_group_members [ 1190.988727] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.988727] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.988727] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.988881] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.989608] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.989608] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.989608] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.989608] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.989608] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.989608] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.364668] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock network-592 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.364902] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "network-592" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.365019] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "network-592" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.365574] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "network-592" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.365839] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.366056] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.367132] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.367585] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.367746] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.367984] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1191.368122] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1191.368233] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1191.368345] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1191.368457] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1191.368564] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1191.368711] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1191.392498] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1191.392979] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1191.393312] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1191.393560] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "network-592" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.393955] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock port-d4a5669b-1b08-487e-86af-58a36f1f722d taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.394190] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "port-d4a5669b-1b08-487e-86af-58a36f1f722d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.394381] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "port-d4a5669b-1b08-487e-86af-58a36f1f722d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.394849] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "port-d4a5669b-1b08-487e-86af-58a36f1f722d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.395121] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4a5669b-1b08-487e-86af-58a36f1f722d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.492473] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.492666] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.492737] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.492956] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.493063] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.493284] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.493387] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.493453] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.493629] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.493718] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.493862] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 already deleted. [ 1191.493957] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.764228] env[67081]: INFO networking_nsxv3.common.synchronization [req-685e4cf8-be28-468f-9c3e-5b5a713661f8 req-a7adbb17-59f1-422b-bab5-6eded7e34e14 tempest-ServerRescueNegativeTestJSON-1149854152 tempest-ServerRescueNegativeTestJSON-1149854152-project-member] Enqueued Resource ID: 48c43bab-51e7-4706-bbcd-fb33aad4442b with Priority: HIGHEST for action security_group_members [ 1191.764859] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48c43bab-51e7-4706-bbcd-fb33aad4442b with Priority: HIGHEST for action security_group_members [ 1191.765200] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-48c43bab-51e7-4706-bbcd-fb33aad4442b taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.765320] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.765386] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.765586] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.765804] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.765951] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.766026] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.766187] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.766275] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.766368] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48c43bab-51e7-4706-bbcd-fb33aad4442b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.897345] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.897572] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.897746] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.898047] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.898216] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.898376] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Segment Port d4a5669b-1b08-487e-86af-58a36f1f722d not found, creating... [ 1191.898665] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.898838] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.898993] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.899483] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.899483] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.899756] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.899933] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.900067] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.900344] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.900504] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.900571] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Resource: SegmentPort with ID: d4a5669b-1b08-487e-86af-58a36f1f722d is going to be created. [ 1191.920783] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.920950] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.921077] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.921367] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.921594] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.921842] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "port-d4a5669b-1b08-487e-86af-58a36f1f722d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.237892] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b681163c-65aa-4fad-9551-9cdde77f823b in Status: SUCCESS [ 1192.237892] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.237892] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.237892] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.237892] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.238355] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.238355] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.238355] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.238355] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.238355] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.238509] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b681163c-65aa-4fad-9551-9cdde77f823b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.268915] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48c43bab-51e7-4706-bbcd-fb33aad4442b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.690233] env[67081]: INFO networking_nsxv3.common.synchronization [req-1fe6f624-2251-45cc-aa30-c5860c225adc req-eddedcb3-bb7e-4371-989d-1e411177eaba service nova] Enqueued Resource ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 with Priority: HIGHEST for action security_group_rules [ 1192.690393] env[67081]: INFO networking_nsxv3.common.synchronization [req-1fe6f624-2251-45cc-aa30-c5860c225adc req-eddedcb3-bb7e-4371-989d-1e411177eaba service nova] Enqueued Resource ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 with Priority: HIGHEST for action security_group_members [ 1192.690506] env[67081]: INFO networking_nsxv3.common.synchronization [req-1fe6f624-2251-45cc-aa30-c5860c225adc req-eddedcb3-bb7e-4371-989d-1e411177eaba service nova] Enqueued Resource ID: d4a5669b-1b08-487e-86af-58a36f1f722d with Priority: HIGHEST for action port [ 1192.697549] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 with Priority: HIGHEST for action security_group_rules [ 1192.698392] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 with Priority: HIGHEST for action security_group_members [ 1192.699821] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4a5669b-1b08-487e-86af-58a36f1f722d with Priority: HIGHEST for action port [ 1192.701808] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.701945] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.702065] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.702357] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.702447] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.703424] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.704451] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.704451] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.704451] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.704451] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.704451] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.704451] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.704451] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.704451] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.704451] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.705784] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4a5669b-1b08-487e-86af-58a36f1f722d taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.705784] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4a5669b-1b08-487e-86af-58a36f1f722d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.705784] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4a5669b-1b08-487e-86af-58a36f1f722d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.706880] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4a5669b-1b08-487e-86af-58a36f1f722d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.707014] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4a5669b-1b08-487e-86af-58a36f1f722d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.741269] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b681163c-65aa-4fad-9551-9cdde77f823b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.771178] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48c43bab-51e7-4706-bbcd-fb33aad4442b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.210008] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.210156] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.210353] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.215327] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d4a5669b-1b08-487e-86af-58a36f1f722d with status ACTIVE [ 1193.215541] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.215692] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.215692] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.215959] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.216067] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.216274] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.216378] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.216442] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.216847] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.216938] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.217134] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.217229] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.217293] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.217436] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.217518] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.217592] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d4a5669b-1b08-487e-86af-58a36f1f722d is going to be updated. [ 1193.239263] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.239639] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.239639] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.239639] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.239811] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.239934] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4a5669b-1b08-487e-86af-58a36f1f722d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.243233] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b681163c-65aa-4fad-9551-9cdde77f823b: rpc.has_security_group_logging(os_id): False [ 1193.261290] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.261473] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.261473] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.261679] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.261769] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.262040] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.262137] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.262203] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.262351] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.262427] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.262519] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b681163c-65aa-4fad-9551-9cdde77f823b is going to be updated. [ 1193.273344] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.273495] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.273531] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.273720] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.273808] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.273904] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48c43bab-51e7-4706-bbcd-fb33aad4442b is going to be updated. [ 1193.330355] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.330544] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.330622] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.330882] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.331064] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.349280] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48c43bab-51e7-4706-bbcd-fb33aad4442b in Status: IN_PROGRESS for 2s [ 1193.356608] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.356977] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.357070] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.357296] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.357445] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.370093] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b681163c-65aa-4fad-9551-9cdde77f823b in Status: IN_PROGRESS for 2s [ 1193.712438] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.214909] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.215159] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.215273] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.215561] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.215686] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.215806] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 is going to be created. [ 1194.246756] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.247259] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.247259] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.247383] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.247578] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.257411] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 in Status: UNINITIALIZED for 2s [ 1195.364860] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48c43bab-51e7-4706-bbcd-fb33aad4442b in Status: SUCCESS [ 1195.365288] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.389594] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b681163c-65aa-4fad-9551-9cdde77f823b in Status: SUCCESS [ 1195.389857] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.270502] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 in Status: SUCCESS [ 1196.270673] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.270881] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.271195] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.271422] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.271547] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.271614] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.271777] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.271865] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.271973] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.272059] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.774988] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.775564] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.775564] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.775564] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.775793] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.775936] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.775936] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.776118] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.776205] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.776298] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.776450] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.776576] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.776658] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.776840] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.777027] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.777109] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.777174] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.777384] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.777483] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.777565] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.777678] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.280555] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9: rpc.has_security_group_logging(os_id): False [ 1197.303138] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.303369] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.303369] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.303601] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.303712] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.303908] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.304041] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.304086] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.304237] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.304317] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.304501] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.304618] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.304778] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.304936] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.305045] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.305299] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.305362] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.305427] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.305568] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.305660] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.305749] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 is going to be created. [ 1197.375461] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.375698] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.375833] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.376194] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.376470] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.389661] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 in Status: IN_PROGRESS for 2s [ 1197.702508] env[67081]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1197.702630] env[67081]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1198.189322] env[67081]: INFO networking_nsxv3.common.synchronization [req-4b05215e-a545-4ea9-94a7-278e0a98a558 req-c83d011a-786d-42f1-995d-3277d03f2421 tempest-AttachVolumeShelveTestJSON-1448615665 tempest-AttachVolumeShelveTestJSON-1448615665-project-member] Enqueued Resource ID: 6a3716c2-236b-4046-ba8c-efaedc7522a1 with Priority: HIGHEST for action security_group_members [ 1198.190130] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a3716c2-236b-4046-ba8c-efaedc7522a1 with Priority: HIGHEST for action security_group_members [ 1198.190622] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a3716c2-236b-4046-ba8c-efaedc7522a1 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.190982] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a3716c2-236b-4046-ba8c-efaedc7522a1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.191209] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a3716c2-236b-4046-ba8c-efaedc7522a1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.191577] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a3716c2-236b-4046-ba8c-efaedc7522a1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.191855] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.192111] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.192266] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.192537] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.192720] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.192904] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a3716c2-236b-4046-ba8c-efaedc7522a1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.695886] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.696057] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.696057] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.696280] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.696377] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.696609] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.696757] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.696850] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.697092] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.697218] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.697361] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a3716c2-236b-4046-ba8c-efaedc7522a1 is going to be updated. [ 1198.727142] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.727335] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.727378] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.727576] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.727724] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.737256] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a3716c2-236b-4046-ba8c-efaedc7522a1 in Status: IN_PROGRESS for 2s [ 1199.407384] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 in Status: SUCCESS [ 1199.407384] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.749039] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a3716c2-236b-4046-ba8c-efaedc7522a1 in Status: SUCCESS [ 1200.749467] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a3716c2-236b-4046-ba8c-efaedc7522a1 deletion is rescheduled due to dependency. [ 1200.749467] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a3716c2-236b-4046-ba8c-efaedc7522a1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.386193] env[67081]: INFO networking_nsxv3.common.synchronization [req-2daa4e32-c667-46de-9c21-700517cf0beb req-b3ced532-35b6-4007-818c-efc044d69402 tempest-ServerRescueNegativeTestJSON-1149854152 tempest-ServerRescueNegativeTestJSON-1149854152-project-member] Enqueued Resource ID: 48c43bab-51e7-4706-bbcd-fb33aad4442b with Priority: HIGHEST for action security_group_members [ 1201.387044] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48c43bab-51e7-4706-bbcd-fb33aad4442b with Priority: HIGHEST for action security_group_members [ 1201.389774] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-48c43bab-51e7-4706-bbcd-fb33aad4442b taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.389922] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.390010] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.390232] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.390398] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.390504] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.390565] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.390716] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.390802] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.390899] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48c43bab-51e7-4706-bbcd-fb33aad4442b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.893536] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.893958] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.893958] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.894106] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.894106] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.894286] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.894382] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.894450] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.894609] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.894686] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.894864] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48c43bab-51e7-4706-bbcd-fb33aad4442b is going to be updated. [ 1201.930438] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.930438] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.930438] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.930438] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.930438] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.939101] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48c43bab-51e7-4706-bbcd-fb33aad4442b in Status: IN_PROGRESS for 2s [ 1202.874426] env[67081]: INFO networking_nsxv3.common.synchronization [None req-0ac2e491-33ac-44d9-8331-919916498a19 tempest-AttachVolumeShelveTestJSON-1448615665 tempest-AttachVolumeShelveTestJSON-1448615665-project-member] Enqueued Resource ID: a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d with Priority: HIGHEST for action security_group_rules [ 1202.875121] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d with Priority: HIGHEST for action security_group_rules [ 1202.876176] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.876176] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.876176] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.876176] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.876176] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.960741] env[67081]: INFO networking_nsxv3.common.synchronization [None req-b0122ca8-5c35-4ef0-a543-267bdff3591b tempest-AttachVolumeShelveTestJSON-1448615665 tempest-AttachVolumeShelveTestJSON-1448615665-project-member] Enqueued Resource ID: a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d with Priority: HIGHEST for action security_group_rules [ 1202.961295] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d with Priority: HIGHEST for action security_group_rules [ 1202.961594] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.961696] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.396230] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.396230] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.396230] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.396230] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.396625] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.396625] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d already deleted. [ 1203.396625] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.397145] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.397145] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.397145] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.922038] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.922224] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.922301] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.922488] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.922576] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.922673] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d already deleted. [ 1203.922757] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.949904] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48c43bab-51e7-4706-bbcd-fb33aad4442b in Status: SUCCESS [ 1203.950130] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48c43bab-51e7-4706-bbcd-fb33aad4442b deletion is rescheduled due to dependency. [ 1203.950274] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.460831] env[67081]: INFO networking_nsxv3.common.synchronization [req-5690c0fa-345a-43db-beac-9d30bdc4c321 req-4b0b83c3-4ba3-49dd-a07d-a627cc40795c tempest-ServerActionsTestJSON-262138455 tempest-ServerActionsTestJSON-262138455-project-member] Enqueued Resource ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 with Priority: HIGHEST for action security_group_members [ 1207.461496] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 with Priority: HIGHEST for action security_group_members [ 1207.462271] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e06edfd6-c4b3-455a-9b26-cb6d7782d647 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.462399] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.462466] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.462676] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.462885] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.463027] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.463112] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.463276] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.463382] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.463446] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e06edfd6-c4b3-455a-9b26-cb6d7782d647',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.823186] env[67081]: INFO networking_nsxv3.common.synchronization [req-93541ad8-7a5c-43ef-86ef-6dd8abb6a3b3 req-59009fd2-ef2d-43f1-989b-259a629fafc2 tempest-ServerActionsTestOtherB-350996486 tempest-ServerActionsTestOtherB-350996486-project-member] Enqueued Resource ID: b681163c-65aa-4fad-9551-9cdde77f823b with Priority: HIGHEST for action security_group_members [ 1207.823858] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b681163c-65aa-4fad-9551-9cdde77f823b with Priority: HIGHEST for action security_group_members [ 1207.824035] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-b681163c-65aa-4fad-9551-9cdde77f823b taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.824165] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.824232] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.824479] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.824609] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.824705] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.824766] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.824980] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.825081] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.825174] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b681163c-65aa-4fad-9551-9cdde77f823b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.965446] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.965446] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.965446] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.966028] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.966028] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.966028] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.966028] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.966028] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.966395] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.966395] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.966395] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 is going to be updated. [ 1208.001411] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.001625] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.001625] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.001826] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.001966] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.010144] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 in Status: IN_PROGRESS for 2s [ 1208.330462] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.330635] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.330689] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.330895] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.330986] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.331208] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.331323] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.331376] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.331532] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.331611] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.331699] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b681163c-65aa-4fad-9551-9cdde77f823b is going to be updated. [ 1208.360619] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.360797] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.360879] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.361122] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.361268] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.371179] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b681163c-65aa-4fad-9551-9cdde77f823b in Status: IN_PROGRESS for 2s [ 1208.544360] env[67081]: INFO networking_nsxv3.common.synchronization [req-b8b15220-ab78-4696-903e-61194c8fc328 req-a17986c1-8f30-4bb7-baba-0dba54388240 tempest-AttachVolumeShelveTestJSON-1448615665 tempest-AttachVolumeShelveTestJSON-1448615665-project-member] Enqueued Resource ID: a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d with Priority: HIGHEST for action security_group_members [ 1208.544965] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d with Priority: HIGHEST for action security_group_members [ 1208.545313] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.545469] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.545539] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.545837] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.546017] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.546267] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.546360] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.546531] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.546618] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.546713] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.862942] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-173 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.863182] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-173" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.863307] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-173" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.863570] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-173" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.863904] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.864077] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.864194] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.864419] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.864559] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.864783] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1208.864958] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1208.865084] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1208.865189] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1208.865299] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1208.865403] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1208.865529] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1208.883550] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1208.883781] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1208.883979] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1208.884260] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-173" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.884664] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-3caaa109-f9f8-4f47-8cde-2e9764d82b32 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.884898] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-3caaa109-f9f8-4f47-8cde-2e9764d82b32" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.885078] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-3caaa109-f9f8-4f47-8cde-2e9764d82b32" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.885409] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-3caaa109-f9f8-4f47-8cde-2e9764d82b32" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.885548] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3caaa109-f9f8-4f47-8cde-2e9764d82b32',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.048517] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.048680] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.048737] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.048959] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.049074] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.049264] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.049365] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.049421] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.049573] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.049650] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.049743] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d already deleted. [ 1209.049822] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.388343] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.388583] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.388729] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.389018] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.389174] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.389330] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port 3caaa109-f9f8-4f47-8cde-2e9764d82b32 not found, creating... [ 1209.389722] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.389836] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.389875] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.390478] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.390478] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.390478] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.390798] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.390798] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.391552] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.391552] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.391552] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: 3caaa109-f9f8-4f47-8cde-2e9764d82b32 is going to be created. [ 1209.414156] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.414521] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.414586] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.414870] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.415161] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.415404] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-3caaa109-f9f8-4f47-8cde-2e9764d82b32" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.022351] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 in Status: SUCCESS [ 1210.022756] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 deletion is rescheduled due to dependency. [ 1210.022756] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.140236] env[67081]: INFO networking_nsxv3.common.synchronization [req-b8b15220-ab78-4696-903e-61194c8fc328 req-d2fd7eb2-5156-4ded-93d7-4e6bacb6dece service nova] Enqueued Resource ID: a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d with Priority: HIGHEST for action security_group_rules [ 1210.140297] env[67081]: INFO networking_nsxv3.common.synchronization [req-b8b15220-ab78-4696-903e-61194c8fc328 req-d2fd7eb2-5156-4ded-93d7-4e6bacb6dece service nova] Enqueued Resource ID: a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d with Priority: HIGHEST for action security_group_members [ 1210.140772] env[67081]: INFO networking_nsxv3.common.synchronization [req-b8b15220-ab78-4696-903e-61194c8fc328 req-d2fd7eb2-5156-4ded-93d7-4e6bacb6dece service nova] Enqueued Resource ID: 3caaa109-f9f8-4f47-8cde-2e9764d82b32 with Priority: HIGHEST for action port [ 1210.140997] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d with Priority: HIGHEST for action security_group_rules [ 1210.141119] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d with Priority: HIGHEST for action security_group_members [ 1210.141218] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3caaa109-f9f8-4f47-8cde-2e9764d82b32 with Priority: HIGHEST for action port [ 1210.141503] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.141618] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.141684] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.141890] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.141961] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.143307] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.143435] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.143505] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.143776] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.145023] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.145023] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.145023] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.145023] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.145648] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.145648] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.146069] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-3caaa109-f9f8-4f47-8cde-2e9764d82b32 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.146194] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3caaa109-f9f8-4f47-8cde-2e9764d82b32" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.146261] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3caaa109-f9f8-4f47-8cde-2e9764d82b32" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.146419] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3caaa109-f9f8-4f47-8cde-2e9764d82b32" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.146496] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3caaa109-f9f8-4f47-8cde-2e9764d82b32',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.383050] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b681163c-65aa-4fad-9551-9cdde77f823b in Status: SUCCESS [ 1210.383268] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b681163c-65aa-4fad-9551-9cdde77f823b deletion is rescheduled due to dependency. [ 1210.383351] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b681163c-65aa-4fad-9551-9cdde77f823b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.648694] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.649477] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.650273] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.651236] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3caaa109-f9f8-4f47-8cde-2e9764d82b32 with status ACTIVE [ 1210.651443] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.651564] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.651641] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.651857] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.651949] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.652170] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.652274] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.652343] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.652511] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.652585] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.652855] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.652950] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.653029] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.653187] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.653260] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.653362] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3caaa109-f9f8-4f47-8cde-2e9764d82b32 is going to be updated. [ 1210.675913] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.676151] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.676151] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.676452] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.676530] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.676648] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3caaa109-f9f8-4f47-8cde-2e9764d82b32" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.742740] env[67081]: INFO networking_nsxv3.common.synchronization [req-9855b854-bf1d-471f-8712-6f61fe0444f2 req-bf480d18-8779-48d3-adeb-fc63a1159cbe tempest-ServersTestJSON-630645518 tempest-ServersTestJSON-630645518-project-member] Enqueued Resource ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 with Priority: HIGHEST for action security_group_members [ 1210.743331] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 with Priority: HIGHEST for action security_group_members [ 1210.743646] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.744233] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.744308] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.744511] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.744672] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.744765] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.744870] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.745073] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.745178] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.745274] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.061562] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock network-592 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.061900] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "network-592" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.061900] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "network-592" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.062191] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "network-592" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.062460] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.062617] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.062806] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.063073] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.063220] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.063426] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1211.063536] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1211.063643] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1211.063748] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1211.063855] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1211.063957] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1211.064097] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1211.082267] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1211.082439] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1211.082575] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1211.082783] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "network-592" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.083105] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock port-649c4f9f-8373-4e44-9b9d-b0405251a53a taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.083282] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "port-649c4f9f-8373-4e44-9b9d-b0405251a53a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.083402] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "port-649c4f9f-8373-4e44-9b9d-b0405251a53a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.083725] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "port-649c4f9f-8373-4e44-9b9d-b0405251a53a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.083861] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('649c4f9f-8373-4e44-9b9d-b0405251a53a',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.155198] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.247551] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.586309] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.586533] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.586655] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.587028] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.587229] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.587393] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Segment Port 649c4f9f-8373-4e44-9b9d-b0405251a53a not found, creating... [ 1211.587715] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.587902] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.588044] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.588279] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.588416] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.588897] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.588897] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.589067] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.589263] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.589401] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.589538] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Resource: SegmentPort with ID: 649c4f9f-8373-4e44-9b9d-b0405251a53a is going to be created. [ 1211.610561] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.610778] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.610901] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.611212] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.611443] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.611664] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "port-649c4f9f-8373-4e44-9b9d-b0405251a53a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.657593] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.657769] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.657769] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.657947] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.658025] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.658117] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d is going to be created. [ 1211.684387] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.684563] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.684608] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.684803] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.685014] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.701470] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d in Status: UNINITIALIZED for 2s [ 1211.751089] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.253678] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.253964] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.253964] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.254187] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.254389] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.254389] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 is going to be updated. [ 1212.298115] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.298343] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.298416] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.301346] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.301346] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.312861] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 in Status: IN_PROGRESS for 2s [ 1212.352579] env[67081]: INFO networking_nsxv3.common.synchronization [req-9855b854-bf1d-471f-8712-6f61fe0444f2 req-4e658162-661d-4b4c-94a6-dfec46d4e517 service nova] Enqueued Resource ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 with Priority: HIGHEST for action security_group_rules [ 1212.352898] env[67081]: INFO networking_nsxv3.common.synchronization [req-9855b854-bf1d-471f-8712-6f61fe0444f2 req-4e658162-661d-4b4c-94a6-dfec46d4e517 service nova] Enqueued Resource ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 with Priority: HIGHEST for action security_group_members [ 1212.353031] env[67081]: INFO networking_nsxv3.common.synchronization [req-9855b854-bf1d-471f-8712-6f61fe0444f2 req-4e658162-661d-4b4c-94a6-dfec46d4e517 service nova] Enqueued Resource ID: 649c4f9f-8373-4e44-9b9d-b0405251a53a with Priority: HIGHEST for action port [ 1212.353685] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 with Priority: HIGHEST for action security_group_rules [ 1212.353820] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 with Priority: HIGHEST for action security_group_members [ 1212.353918] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 649c4f9f-8373-4e44-9b9d-b0405251a53a with Priority: HIGHEST for action port [ 1212.354322] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.354446] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.354511] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.354716] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.354793] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.355811] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.355918] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.356995] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-649c4f9f-8373-4e44-9b9d-b0405251a53a taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.356995] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-649c4f9f-8373-4e44-9b9d-b0405251a53a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.356995] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-649c4f9f-8373-4e44-9b9d-b0405251a53a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.356995] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-649c4f9f-8373-4e44-9b9d-b0405251a53a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.357247] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('649c4f9f-8373-4e44-9b9d-b0405251a53a',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.858753] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.858950] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.859097] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 649c4f9f-8373-4e44-9b9d-b0405251a53a with status ACTIVE [ 1212.859230] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.859351] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.859420] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.859610] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.859701] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.859873] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.859959] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.860030] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.860188] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.860266] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.860446] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.860585] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.860642] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.860810] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.860888] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.860976] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 649c4f9f-8373-4e44-9b9d-b0405251a53a is going to be updated. [ 1212.884185] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.884419] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.884419] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.884621] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.884761] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.885140] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-649c4f9f-8373-4e44-9b9d-b0405251a53a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.716090] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d in Status: SUCCESS [ 1213.716511] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.716511] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.716687] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.717181] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.717181] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.717181] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.717358] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.717358] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.717424] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.718182] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.219798] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.323876] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 in Status: SUCCESS [ 1214.324136] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.324339] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.324581] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.324815] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.325029] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.325108] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.325272] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.325356] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.325531] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.722026] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d: rpc.has_security_group_logging(os_id): False [ 1214.740733] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.740912] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.740963] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.741194] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.741290] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.741539] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.741641] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.741698] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.741845] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.741920] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.742015] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d is going to be created. [ 1214.801307] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.801503] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.801503] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.801737] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.801936] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.816675] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d in Status: IN_PROGRESS for 2s [ 1214.828277] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.331069] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.833557] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.833842] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.833842] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.834039] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.834138] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.834212] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 is going to be updated. [ 1215.864237] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.864431] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.864431] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.864631] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.864777] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.874094] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 in Status: IN_PROGRESS for 2s [ 1216.830686] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d in Status: SUCCESS [ 1216.830858] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.355361] env[67081]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1217.355744] env[67081]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1217.756572] env[67081]: INFO networking_nsxv3.common.synchronization [req-ebce4b1c-281d-4b53-9554-a6e3831495bb req-307faaf9-fa26-41ab-8bbd-62fb851f5be8 tempest-ServerActionsTestJSON-262138455 tempest-ServerActionsTestJSON-262138455-project-member] Enqueued Resource ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 with Priority: HIGHEST for action security_group_members [ 1217.756749] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 with Priority: HIGHEST for action security_group_members [ 1217.757098] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e06edfd6-c4b3-455a-9b26-cb6d7782d647 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.757244] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.757318] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.757521] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.757690] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.757794] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.757860] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.758050] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.758104] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.758193] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e06edfd6-c4b3-455a-9b26-cb6d7782d647',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.884300] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 in Status: SUCCESS [ 1217.884680] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.884772] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.885027] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.885163] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.885276] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.885334] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.885589] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.885673] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.885760] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.885846] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.100776] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-102 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.100776] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-102" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.100776] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-102" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.101652] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-102" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.102141] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.102505] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.102737] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.103098] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.103355] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.103677] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1218.103900] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1218.104133] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1218.104336] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1218.104568] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1218.104780] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1218.105048] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1218.127843] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1218.127843] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1218.127843] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1218.127843] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-102" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.127843] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-03439a47-76ac-47fc-b169-ffe8efcc797e taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.127843] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-03439a47-76ac-47fc-b169-ffe8efcc797e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.127843] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-03439a47-76ac-47fc-b169-ffe8efcc797e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.127843] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-03439a47-76ac-47fc-b169-ffe8efcc797e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.127843] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03439a47-76ac-47fc-b169-ffe8efcc797e',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.131139] env[67081]: INFO networking_nsxv3.common.synchronization [req-0dd45029-1a13-4919-aa77-31385d89aefc req-14711f91-19df-4d33-aeda-1fb179c44f36 tempest-ServerActionsTestOtherA-1901782994 tempest-ServerActionsTestOtherA-1901782994-project-member] Enqueued Resource ID: 058b743b-95d9-4920-bf53-01c413dad48b with Priority: HIGHEST for action security_group_members [ 1218.132036] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 058b743b-95d9-4920-bf53-01c413dad48b with Priority: HIGHEST for action security_group_members [ 1218.132432] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-058b743b-95d9-4920-bf53-01c413dad48b taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.132677] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-058b743b-95d9-4920-bf53-01c413dad48b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.132833] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-058b743b-95d9-4920-bf53-01c413dad48b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.133138] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-058b743b-95d9-4920-bf53-01c413dad48b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.133374] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.133698] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.133839] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.134079] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.134243] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.134748] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('058b743b-95d9-4920-bf53-01c413dad48b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.261928] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.261928] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.261928] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.261928] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.261928] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.262454] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.262701] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.262897] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.265022] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.265022] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.265022] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 is going to be updated. [ 1218.289733] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.290177] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.290357] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.290667] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.290925] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.300252] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 in Status: IN_PROGRESS for 2s [ 1218.391441] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.391441] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.391441] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.391441] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.391441] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.391441] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.391441] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.391441] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.391441] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.391441] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.391441] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.391441] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.391441] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.391441] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.391441] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.391441] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.392247] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.392247] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.392247] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.392247] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.392247] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.632434] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.632671] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.632803] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.633214] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.633363] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.633535] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port 03439a47-76ac-47fc-b169-ffe8efcc797e not found, creating... [ 1218.633827] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.633999] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.634171] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.634509] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.634667] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.635289] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.635289] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.635405] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.635747] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.635939] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.636210] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: 03439a47-76ac-47fc-b169-ffe8efcc797e is going to be created. [ 1218.637421] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.637565] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.637678] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.637864] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.637961] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.638203] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.638329] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.638398] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.638547] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.638623] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.638707] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 058b743b-95d9-4920-bf53-01c413dad48b is going to be updated. [ 1218.661285] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.661511] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.661634] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.661923] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.662198] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.662437] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-03439a47-76ac-47fc-b169-ffe8efcc797e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.667381] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.667704] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.667704] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.667821] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.667901] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.677330] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 058b743b-95d9-4920-bf53-01c413dad48b in Status: IN_PROGRESS for 2s [ 1218.894241] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9: rpc.has_security_group_logging(os_id): False [ 1218.916407] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.916595] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.916645] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.917686] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.917686] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.917686] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.917686] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.917686] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.917686] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.917686] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.918316] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.918316] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.918316] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.918316] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.918316] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.918592] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.918592] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.918592] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.918710] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.918710] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.918764] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 is going to be updated. [ 1218.999867] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.000038] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.000150] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.000892] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.001080] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.020143] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 in Status: IN_PROGRESS for 2s [ 1219.399042] env[67081]: INFO networking_nsxv3.common.synchronization [req-ebce4b1c-281d-4b53-9554-a6e3831495bb req-2d116275-744d-4fd1-addd-9720196bcb4e service nova] Enqueued Resource ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 with Priority: HIGHEST for action security_group_rules [ 1219.399329] env[67081]: INFO networking_nsxv3.common.synchronization [req-ebce4b1c-281d-4b53-9554-a6e3831495bb req-2d116275-744d-4fd1-addd-9720196bcb4e service nova] Enqueued Resource ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 with Priority: HIGHEST for action security_group_members [ 1219.399524] env[67081]: INFO networking_nsxv3.common.synchronization [req-ebce4b1c-281d-4b53-9554-a6e3831495bb req-2d116275-744d-4fd1-addd-9720196bcb4e service nova] Enqueued Resource ID: 03439a47-76ac-47fc-b169-ffe8efcc797e with Priority: HIGHEST for action port [ 1219.401138] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 with Priority: HIGHEST for action security_group_rules [ 1219.401276] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 with Priority: HIGHEST for action security_group_members [ 1219.401373] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03439a47-76ac-47fc-b169-ffe8efcc797e with Priority: HIGHEST for action port [ 1219.401649] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e06edfd6-c4b3-455a-9b26-cb6d7782d647 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.402910] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.403037] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.403250] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.403332] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e06edfd6-c4b3-455a-9b26-cb6d7782d647',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.406578] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e06edfd6-c4b3-455a-9b26-cb6d7782d647 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.406718] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.406883] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-03439a47-76ac-47fc-b169-ffe8efcc797e taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.406987] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03439a47-76ac-47fc-b169-ffe8efcc797e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.407061] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03439a47-76ac-47fc-b169-ffe8efcc797e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.407239] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03439a47-76ac-47fc-b169-ffe8efcc797e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.409561] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03439a47-76ac-47fc-b169-ffe8efcc797e',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.907725] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e06edfd6-c4b3-455a-9b26-cb6d7782d647 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.907893] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.911388] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 03439a47-76ac-47fc-b169-ffe8efcc797e with status ACTIVE [ 1219.911737] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.911842] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.911842] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.912164] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.912164] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.912350] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.913321] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.913321] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.913321] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.913321] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.913321] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.913321] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.913321] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.913321] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.913321] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.913321] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 03439a47-76ac-47fc-b169-ffe8efcc797e is going to be updated. [ 1219.941783] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.941980] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.942083] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.942322] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.942551] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.942797] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03439a47-76ac-47fc-b169-ffe8efcc797e" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.312073] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 in Status: SUCCESS [ 1220.312073] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 deletion is rescheduled due to dependency. [ 1220.312073] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.312265] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.312547] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.312772] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.312914] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.312990] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.313220] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.313365] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.313514] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e06edfd6-c4b3-455a-9b26-cb6d7782d647',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.687136] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 058b743b-95d9-4920-bf53-01c413dad48b in Status: SUCCESS [ 1220.687408] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 058b743b-95d9-4920-bf53-01c413dad48b deletion is rescheduled due to dependency. [ 1220.687578] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-058b743b-95d9-4920-bf53-01c413dad48b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.817161] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e06edfd6-c4b3-455a-9b26-cb6d7782d647',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.036077] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 in Status: SUCCESS [ 1221.036329] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.258737] env[67081]: INFO networking_nsxv3.common.synchronization [req-c192b6d9-718a-4ffa-b32b-e733b7440bb2 req-5472f394-daab-406c-b2ff-a25b2af7678f tempest-AttachVolumeNegativeTest-1783079297 tempest-AttachVolumeNegativeTest-1783079297-project-member] Enqueued Resource ID: 6907e391-3e6f-4e88-8983-5ce2ad67ca8a with Priority: HIGHEST for action security_group_members [ 1221.259135] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6907e391-3e6f-4e88-8983-5ce2ad67ca8a with Priority: HIGHEST for action security_group_members [ 1221.259432] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-6907e391-3e6f-4e88-8983-5ce2ad67ca8a taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.259556] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6907e391-3e6f-4e88-8983-5ce2ad67ca8a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.259795] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6907e391-3e6f-4e88-8983-5ce2ad67ca8a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.259849] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6907e391-3e6f-4e88-8983-5ce2ad67ca8a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.259973] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.260086] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.260151] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.260293] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.260381] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.260484] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6907e391-3e6f-4e88-8983-5ce2ad67ca8a',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.320521] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e06edfd6-c4b3-455a-9b26-cb6d7782d647',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.763177] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.763545] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.763545] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.763683] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.763726] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.763912] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.764011] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.764073] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.764226] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.764303] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.764389] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6907e391-3e6f-4e88-8983-5ce2ad67ca8a is going to be updated. [ 1221.791792] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.792028] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.792145] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.792587] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.792676] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.801631] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6907e391-3e6f-4e88-8983-5ce2ad67ca8a in Status: IN_PROGRESS for 2s [ 1221.823410] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.823612] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.823612] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.823806] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.823910] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.824039] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 is going to be updated. [ 1221.855699] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.855905] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.855905] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.856091] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.856212] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.865800] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 in Status: IN_PROGRESS for 2s [ 1223.813347] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6907e391-3e6f-4e88-8983-5ce2ad67ca8a in Status: SUCCESS [ 1223.813655] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6907e391-3e6f-4e88-8983-5ce2ad67ca8a deletion is rescheduled due to dependency. [ 1223.813655] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6907e391-3e6f-4e88-8983-5ce2ad67ca8a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.875495] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 in Status: SUCCESS [ 1223.875710] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.875873] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.876194] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.876415] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.876547] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.876616] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.876769] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.876850] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.876939] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.877052] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e06edfd6-c4b3-455a-9b26-cb6d7782d647',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.149296] env[67081]: INFO networking_nsxv3.common.synchronization [req-8e46cd1b-b089-4e7f-936a-48525f695b41 req-18f67e4f-aeb0-42e4-9454-34bcda32c875 tempest-ServersTestJSON-630645518 tempest-ServersTestJSON-630645518-project-member] Enqueued Resource ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 with Priority: HIGHEST for action security_group_members [ 1224.149938] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 with Priority: HIGHEST for action security_group_members [ 1224.150579] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.150706] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.150770] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.150971] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.151155] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.151257] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.151317] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.151471] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.151557] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.151656] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.378817] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e06edfd6-c4b3-455a-9b26-cb6d7782d647',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.653718] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.881257] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e06edfd6-c4b3-455a-9b26-cb6d7782d647: rpc.has_security_group_logging(os_id): False [ 1224.902336] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.902336] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.902633] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.902672] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.902747] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.903083] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.903200] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.903278] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.903446] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.903527] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.903616] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 is going to be updated. [ 1224.961136] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.961339] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.961376] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.961587] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.961733] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.976139] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 in Status: IN_PROGRESS for 2s [ 1225.155811] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.659097] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.659234] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.659320] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.659578] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.659618] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.659791] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 is going to be updated. [ 1225.689433] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.689593] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.689656] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.689858] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.689999] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.698521] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 in Status: IN_PROGRESS for 2s [ 1227.003048] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 in Status: SUCCESS [ 1227.003324] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.615867] env[67081]: INFO networking_nsxv3.common.synchronization [req-411092cb-57d9-40d9-aca2-368d88625afe req-b0dc48f0-502c-4b87-a805-bbba1969aa3a tempest-ServerActionsTestOtherA-1901782994 tempest-ServerActionsTestOtherA-1901782994-project-member] Enqueued Resource ID: bc4710bb-ccc7-464a-b315-a0d3a7bb50f5 with Priority: HIGHEST for action security_group_members [ 1227.616546] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc4710bb-ccc7-464a-b315-a0d3a7bb50f5 with Priority: HIGHEST for action security_group_members [ 1227.616921] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.617108] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.617176] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.617391] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.617552] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.617659] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.617712] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.617895] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.618037] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.618098] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc4710bb-ccc7-464a-b315-a0d3a7bb50f5',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.711997] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 in Status: SUCCESS [ 1227.712186] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.953523] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-755 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.953784] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-755" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.953976] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-755" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.954331] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-755" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.954636] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.954800] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.954917] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.955481] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.955481] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.955603] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1227.955673] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1227.955806] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1227.955927] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1227.956070] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1227.956217] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1227.956370] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1227.983195] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1227.983505] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1227.983728] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1227.983990] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-755" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.984513] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-b8dad3d1-c393-4f1b-bad8-416bcf6dbdb0 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.984819] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-b8dad3d1-c393-4f1b-bad8-416bcf6dbdb0" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.985090] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-b8dad3d1-c393-4f1b-bad8-416bcf6dbdb0" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.985564] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-b8dad3d1-c393-4f1b-bad8-416bcf6dbdb0" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.985776] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8dad3d1-c393-4f1b-bad8-416bcf6dbdb0',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.120639] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.121026] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.121026] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.121146] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.121201] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.121406] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.121531] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.121592] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.121723] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.121797] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.121884] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc4710bb-ccc7-464a-b315-a0d3a7bb50f5 is going to be updated. [ 1228.148523] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.148787] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.148787] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.148980] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.149145] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.158957] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc4710bb-ccc7-464a-b315-a0d3a7bb50f5 in Status: IN_PROGRESS for 2s [ 1228.488201] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.488750] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.488750] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.488894] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.489021] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.489182] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port b8dad3d1-c393-4f1b-bad8-416bcf6dbdb0 not found, creating... [ 1228.489469] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.489600] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.489718] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.489937] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.490086] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.490515] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.490515] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.490628] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.490901] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.491087] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.491325] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: b8dad3d1-c393-4f1b-bad8-416bcf6dbdb0 is going to be created. [ 1228.513750] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.513750] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.514033] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.514136] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.514358] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.514584] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-b8dad3d1-c393-4f1b-bad8-416bcf6dbdb0" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.218884] env[67081]: INFO networking_nsxv3.common.synchronization [req-411092cb-57d9-40d9-aca2-368d88625afe req-8b05c771-fa52-4f8c-acc9-f86ccf949de7 service nova] Enqueued Resource ID: bc4710bb-ccc7-464a-b315-a0d3a7bb50f5 with Priority: HIGHEST for action security_group_rules [ 1229.219177] env[67081]: INFO networking_nsxv3.common.synchronization [req-411092cb-57d9-40d9-aca2-368d88625afe req-8b05c771-fa52-4f8c-acc9-f86ccf949de7 service nova] Enqueued Resource ID: bc4710bb-ccc7-464a-b315-a0d3a7bb50f5 with Priority: HIGHEST for action security_group_members [ 1229.219213] env[67081]: INFO networking_nsxv3.common.synchronization [req-411092cb-57d9-40d9-aca2-368d88625afe req-8b05c771-fa52-4f8c-acc9-f86ccf949de7 service nova] Enqueued Resource ID: b8dad3d1-c393-4f1b-bad8-416bcf6dbdb0 with Priority: HIGHEST for action port [ 1229.219425] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc4710bb-ccc7-464a-b315-a0d3a7bb50f5 with Priority: HIGHEST for action security_group_rules [ 1229.219563] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc4710bb-ccc7-464a-b315-a0d3a7bb50f5 with Priority: HIGHEST for action security_group_members [ 1229.219714] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8dad3d1-c393-4f1b-bad8-416bcf6dbdb0 with Priority: HIGHEST for action port [ 1229.220777] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.220907] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.220978] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.221196] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.221279] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc4710bb-ccc7-464a-b315-a0d3a7bb50f5',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.222180] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.222280] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.222517] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8dad3d1-c393-4f1b-bad8-416bcf6dbdb0 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.222733] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8dad3d1-c393-4f1b-bad8-416bcf6dbdb0" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.225462] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8dad3d1-c393-4f1b-bad8-416bcf6dbdb0" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.225701] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8dad3d1-c393-4f1b-bad8-416bcf6dbdb0" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.225789] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8dad3d1-c393-4f1b-bad8-416bcf6dbdb0',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.727846] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.728082] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.728201] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b8dad3d1-c393-4f1b-bad8-416bcf6dbdb0 with status ACTIVE [ 1229.728355] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.728479] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.728544] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.728754] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.728840] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.729021] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.729122] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.729186] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.729342] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.729448] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.729655] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.729783] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.729849] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.730462] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.730545] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.730631] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b8dad3d1-c393-4f1b-bad8-416bcf6dbdb0 is going to be updated. [ 1229.755612] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.755809] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.755809] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.756049] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.756289] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.756545] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8dad3d1-c393-4f1b-bad8-416bcf6dbdb0" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.169468] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc4710bb-ccc7-464a-b315-a0d3a7bb50f5 in Status: SUCCESS [ 1230.169694] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc4710bb-ccc7-464a-b315-a0d3a7bb50f5 deletion is rescheduled due to dependency. [ 1230.169751] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.169923] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.170206] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.170403] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.170530] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.170588] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.170942] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.171063] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.171180] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc4710bb-ccc7-464a-b315-a0d3a7bb50f5',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.674031] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bc4710bb-ccc7-464a-b315-a0d3a7bb50f5',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.176089] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bc4710bb-ccc7-464a-b315-a0d3a7bb50f5',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.679061] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.679429] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.679429] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.679516] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.679611] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.679697] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc4710bb-ccc7-464a-b315-a0d3a7bb50f5 is going to be updated. [ 1231.718922] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.719025] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.719114] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.719314] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.719507] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.728401] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc4710bb-ccc7-464a-b315-a0d3a7bb50f5 in Status: IN_PROGRESS for 2s [ 1233.740124] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc4710bb-ccc7-464a-b315-a0d3a7bb50f5 in Status: SUCCESS [ 1233.740487] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.740533] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.740726] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.740918] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.741052] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.741120] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.741307] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.741436] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.741470] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.741554] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bc4710bb-ccc7-464a-b315-a0d3a7bb50f5',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.040445] env[67081]: INFO networking_nsxv3.common.synchronization [req-ac5f9f22-ccf1-4f2b-b4ab-897975b3e0f5 req-516df3eb-11e1-443e-a50c-a5176539325c tempest-ServersTestJSON-630645518 tempest-ServersTestJSON-630645518-project-member] Enqueued Resource ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 with Priority: HIGHEST for action security_group_members [ 1234.040998] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 with Priority: HIGHEST for action security_group_members [ 1234.041314] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.041466] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.041511] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.041694] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.041839] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.041935] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.041993] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.042225] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.042325] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.042446] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.244359] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.244657] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.244657] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.244791] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.244963] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.245084] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.245211] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.245376] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.245461] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.245555] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.245994] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.245994] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.245994] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.246254] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.246254] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.246390] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.246462] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.246606] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.246689] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.246776] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.246867] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bc4710bb-ccc7-464a-b315-a0d3a7bb50f5',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.360136] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-592 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.360351] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-592" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.360482] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-592" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.360749] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-592" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.361015] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.361183] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.361302] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.361514] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.361655] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.361862] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1234.361973] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1234.362095] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1234.362203] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1234.362311] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1234.362415] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1234.362545] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1234.381357] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1234.381539] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1234.381651] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1234.381823] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-592" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.382192] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-e0ecea56-ef7d-4523-9b60-1497614191f2 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.382386] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-e0ecea56-ef7d-4523-9b60-1497614191f2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.382520] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-e0ecea56-ef7d-4523-9b60-1497614191f2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.382862] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-e0ecea56-ef7d-4523-9b60-1497614191f2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.383061] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0ecea56-ef7d-4523-9b60-1497614191f2',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.544850] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.749509] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bc4710bb-ccc7-464a-b315-a0d3a7bb50f5: rpc.has_security_group_logging(os_id): False [ 1234.768698] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.769031] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.769133] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.769278] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.769374] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.769580] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.769681] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.769748] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.769895] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.769976] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.770258] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.770410] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.770620] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.770813] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.770897] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.771096] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.771196] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.771245] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.771392] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.771469] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.771555] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc4710bb-ccc7-464a-b315-a0d3a7bb50f5 is going to be updated. [ 1234.840182] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.841083] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.841083] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.841083] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.841083] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.854023] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc4710bb-ccc7-464a-b315-a0d3a7bb50f5 in Status: IN_PROGRESS for 2s [ 1234.885645] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.885882] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.885995] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.886496] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.886671] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.886838] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port e0ecea56-ef7d-4523-9b60-1497614191f2 not found, creating... [ 1234.887145] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.887323] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.887531] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.887798] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.887988] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.888422] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.888676] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.888867] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.889133] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.889281] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.889544] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: e0ecea56-ef7d-4523-9b60-1497614191f2 is going to be created. [ 1234.923838] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.924088] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.924219] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.924543] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.924809] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.925062] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-e0ecea56-ef7d-4523-9b60-1497614191f2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.047212] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.550062] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.550316] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.550316] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.550527] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.550621] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.550723] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 is going to be updated. [ 1235.579626] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.579776] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.579851] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.580076] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.580229] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.588943] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 in Status: IN_PROGRESS for 2s [ 1235.605767] env[67081]: INFO networking_nsxv3.common.synchronization [req-ac5f9f22-ccf1-4f2b-b4ab-897975b3e0f5 req-6c6fef6a-2475-4202-88ae-36836c2e756c service nova] Enqueued Resource ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 with Priority: HIGHEST for action security_group_rules [ 1235.605947] env[67081]: INFO networking_nsxv3.common.synchronization [req-ac5f9f22-ccf1-4f2b-b4ab-897975b3e0f5 req-6c6fef6a-2475-4202-88ae-36836c2e756c service nova] Enqueued Resource ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 with Priority: HIGHEST for action security_group_members [ 1235.606104] env[67081]: INFO networking_nsxv3.common.synchronization [req-ac5f9f22-ccf1-4f2b-b4ab-897975b3e0f5 req-6c6fef6a-2475-4202-88ae-36836c2e756c service nova] Enqueued Resource ID: e0ecea56-ef7d-4523-9b60-1497614191f2 with Priority: HIGHEST for action port [ 1235.606695] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 with Priority: HIGHEST for action security_group_rules [ 1235.606832] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 with Priority: HIGHEST for action security_group_members [ 1235.606930] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0ecea56-ef7d-4523-9b60-1497614191f2 with Priority: HIGHEST for action port [ 1235.607372] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.607514] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.607561] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.607794] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.607874] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.609620] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.610185] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.610185] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0ecea56-ef7d-4523-9b60-1497614191f2 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.610185] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0ecea56-ef7d-4523-9b60-1497614191f2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.610185] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0ecea56-ef7d-4523-9b60-1497614191f2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.610390] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0ecea56-ef7d-4523-9b60-1497614191f2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.610482] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0ecea56-ef7d-4523-9b60-1497614191f2',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.116409] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.116409] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.116409] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0ecea56-ef7d-4523-9b60-1497614191f2 with status ACTIVE [ 1236.116851] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.116851] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.116851] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.117136] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.117136] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.117136] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.117252] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.117292] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.117433] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.117533] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.117725] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.117818] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.117879] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.118027] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.118103] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.118187] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0ecea56-ef7d-4523-9b60-1497614191f2 is going to be updated. [ 1236.143201] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.143375] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.143375] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.143571] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.143706] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.143863] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0ecea56-ef7d-4523-9b60-1497614191f2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.867379] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc4710bb-ccc7-464a-b315-a0d3a7bb50f5 in Status: SUCCESS [ 1236.867625] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.600636] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 in Status: SUCCESS [ 1237.601172] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.601172] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.601172] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.601375] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.601466] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.601530] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.601686] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.601775] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.601863] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.104703] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.169765] env[67081]: INFO networking_nsxv3.common.synchronization [req-b0d69d64-ab5e-4738-9aae-582fb7eb1d4f req-276cd7bf-c2c8-443c-8935-19b355ae52f4 tempest-ServerActionsTestOtherA-1901782994 tempest-ServerActionsTestOtherA-1901782994-project-member] Enqueued Resource ID: bc4710bb-ccc7-464a-b315-a0d3a7bb50f5 with Priority: HIGHEST for action security_group_members [ 1238.170149] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc4710bb-ccc7-464a-b315-a0d3a7bb50f5 with Priority: HIGHEST for action security_group_members [ 1238.170670] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.170670] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.170670] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.170905] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.170970] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.171070] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.171135] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.171269] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.171335] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.171420] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc4710bb-ccc7-464a-b315-a0d3a7bb50f5',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.224760] env[67081]: INFO networking_nsxv3.common.synchronization [req-b0d69d64-ab5e-4738-9aae-582fb7eb1d4f req-276cd7bf-c2c8-443c-8935-19b355ae52f4 tempest-ServerActionsTestOtherA-1901782994 tempest-ServerActionsTestOtherA-1901782994-project-member] Enqueued Resource ID: b8dad3d1-c393-4f1b-bad8-416bcf6dbdb0 with Priority: HIGHEST for action port [ 1238.224760] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8dad3d1-c393-4f1b-bad8-416bcf6dbdb0 with Priority: HIGHEST for action port [ 1238.224760] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8dad3d1-c393-4f1b-bad8-416bcf6dbdb0 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.224760] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8dad3d1-c393-4f1b-bad8-416bcf6dbdb0" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.224760] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8dad3d1-c393-4f1b-bad8-416bcf6dbdb0" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.224760] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8dad3d1-c393-4f1b-bad8-416bcf6dbdb0" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.224760] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8dad3d1-c393-4f1b-bad8-416bcf6dbdb0',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.606913] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.674545] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.674545] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.674545] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.674545] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.674545] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.674545] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.674545] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.674545] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.674930] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.674930] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.674930] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc4710bb-ccc7-464a-b315-a0d3a7bb50f5 is going to be updated. [ 1238.704569] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.704770] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.704845] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.705060] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.705283] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.714717] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc4710bb-ccc7-464a-b315-a0d3a7bb50f5 in Status: IN_PROGRESS for 2s [ 1238.727161] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b8dad3d1-c393-4f1b-bad8-416bcf6dbdb0 with status ACTIVE [ 1238.727386] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.727592] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.727640] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.727812] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.727903] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.728104] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.728210] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.728272] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.728422] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.728499] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.728700] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.728759] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.728822] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.728964] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.729044] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.729127] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b8dad3d1-c393-4f1b-bad8-416bcf6dbdb0 is going to be updated. [ 1238.748296] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.748523] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.748523] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.748702] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.748839] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.749012] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8dad3d1-c393-4f1b-bad8-416bcf6dbdb0" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.109071] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.109242] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.109321] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.109607] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.109715] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.109857] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 is going to be updated. [ 1239.137078] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.137353] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.137547] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.137823] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.138065] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.147080] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 in Status: IN_PROGRESS for 2s [ 1240.732201] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc4710bb-ccc7-464a-b315-a0d3a7bb50f5 in Status: SUCCESS [ 1240.732536] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc4710bb-ccc7-464a-b315-a0d3a7bb50f5 deletion is rescheduled due to dependency. [ 1240.732536] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.158059] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 in Status: SUCCESS [ 1241.158059] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.158059] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.158059] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.158059] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.158481] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.158481] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.158481] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.158481] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.158613] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.158702] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.661500] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.661735] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.661735] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.661939] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.662129] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.662239] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.662304] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.662482] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.662570] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.662658] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.662807] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.662902] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.662962] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.663131] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.663378] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.663474] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.663528] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.663669] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.663746] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.663828] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.663917] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.166173] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9: rpc.has_security_group_logging(os_id): False [ 1242.185066] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.185322] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.185385] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.185599] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.185704] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.185905] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.186025] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.186085] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.186278] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.186358] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.186542] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.186645] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.186708] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.186848] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.186929] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.187153] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.187252] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.187350] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.187534] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.187598] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.187636] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 is going to be updated. [ 1242.257510] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.257728] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.257728] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.257917] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.258083] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.271543] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 in Status: IN_PROGRESS for 2s [ 1243.224841] env[67081]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1243.225312] env[67081]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1244.288734] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 in Status: SUCCESS [ 1244.289149] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.492638] env[67081]: INFO networking_nsxv3.common.synchronization [req-c1947381-0017-47b8-925b-0c57e6d501f6 req-542cdb40-c181-4313-94d7-c9cd47051937 tempest-ServersTestJSON-630645518 tempest-ServersTestJSON-630645518-project-member] Enqueued Resource ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 with Priority: HIGHEST for action security_group_members [ 1247.493413] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 with Priority: HIGHEST for action security_group_members [ 1247.493745] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.493870] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.493956] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.494191] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.494359] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.494488] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.494554] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.494726] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.494813] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.494905] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.997270] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.500020] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.002651] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.002876] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.002918] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.003189] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.003332] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.003640] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 is going to be updated. [ 1249.035499] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.035669] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.035766] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.035991] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.036199] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.046387] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 in Status: IN_PROGRESS for 2s [ 1251.057467] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 in Status: SUCCESS [ 1251.057845] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.057887] env[67081]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1251.058030] env[67081]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-11bab804-4b1b-4f8b-a617-b2ca0c48e983 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1252.494644] env[67081]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1252.494905] env[67081]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1256.733389] env[67081]: INFO networking_nsxv3.common.synchronization [req-80302392-0f00-4ac2-8cf1-4eae99c29b46 req-4e5c1d3d-d7b0-4acc-854e-7ea4d60efb02 tempest-ServersTestJSON-630645518 tempest-ServersTestJSON-630645518-project-member] Enqueued Resource ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 with Priority: HIGHEST for action security_group_members [ 1256.733926] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 with Priority: HIGHEST for action security_group_members [ 1256.734273] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.734408] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.734483] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.734866] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.734866] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.735018] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.735018] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.735152] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.735205] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.735325] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.070930] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock network-592 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.071078] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "network-592" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.071128] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "network-592" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.071442] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "network-592" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.071711] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.071874] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.072051] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.072335] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.072593] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.072874] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1257.072995] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1257.073117] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1257.073224] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1257.073420] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1257.073556] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1257.073687] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1257.101777] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1257.101961] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1257.102121] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1257.102310] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "network-592" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.102699] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock port-9ae78231-2c3f-48a9-bdc7-5d8d3b959e6f taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.102899] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "port-9ae78231-2c3f-48a9-bdc7-5d8d3b959e6f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.103033] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "port-9ae78231-2c3f-48a9-bdc7-5d8d3b959e6f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.103383] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "port-9ae78231-2c3f-48a9-bdc7-5d8d3b959e6f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.103542] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ae78231-2c3f-48a9-bdc7-5d8d3b959e6f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.237544] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.605816] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.606071] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.606207] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.606578] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.606733] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.606896] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Segment Port 9ae78231-2c3f-48a9-bdc7-5d8d3b959e6f not found, creating... [ 1257.607361] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.607361] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.607521] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.607692] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.607829] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.608137] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.608302] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.608419] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.608629] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.608762] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.608900] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Resource: SegmentPort with ID: 9ae78231-2c3f-48a9-bdc7-5d8d3b959e6f is going to be created. [ 1257.628946] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.629204] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.629520] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.629602] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.629829] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.630106] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "port-9ae78231-2c3f-48a9-bdc7-5d8d3b959e6f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.740113] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.242771] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.242926] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.242999] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.243240] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.243329] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.243437] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 is going to be updated. [ 1258.272811] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.272996] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.273062] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.273249] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.273400] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.291448] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 in Status: IN_PROGRESS for 2s [ 1258.324722] env[67081]: INFO networking_nsxv3.common.synchronization [req-80302392-0f00-4ac2-8cf1-4eae99c29b46 req-e01cd299-cf39-4c46-ad16-46bc7ea8ebf4 service nova] Enqueued Resource ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 with Priority: HIGHEST for action security_group_rules [ 1258.324914] env[67081]: INFO networking_nsxv3.common.synchronization [req-80302392-0f00-4ac2-8cf1-4eae99c29b46 req-e01cd299-cf39-4c46-ad16-46bc7ea8ebf4 service nova] Enqueued Resource ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 with Priority: HIGHEST for action security_group_members [ 1258.325063] env[67081]: INFO networking_nsxv3.common.synchronization [req-80302392-0f00-4ac2-8cf1-4eae99c29b46 req-e01cd299-cf39-4c46-ad16-46bc7ea8ebf4 service nova] Enqueued Resource ID: 9ae78231-2c3f-48a9-bdc7-5d8d3b959e6f with Priority: HIGHEST for action port [ 1258.325676] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 with Priority: HIGHEST for action security_group_rules [ 1258.325815] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 with Priority: HIGHEST for action security_group_members [ 1258.325903] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ae78231-2c3f-48a9-bdc7-5d8d3b959e6f with Priority: HIGHEST for action port [ 1258.326262] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.326419] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.326506] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.326741] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.326830] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.328063] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.328177] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.328471] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ae78231-2c3f-48a9-bdc7-5d8d3b959e6f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.328471] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ae78231-2c3f-48a9-bdc7-5d8d3b959e6f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.328605] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ae78231-2c3f-48a9-bdc7-5d8d3b959e6f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.328652] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ae78231-2c3f-48a9-bdc7-5d8d3b959e6f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.328782] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ae78231-2c3f-48a9-bdc7-5d8d3b959e6f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.830259] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.830552] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.830593] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ae78231-2c3f-48a9-bdc7-5d8d3b959e6f with status ACTIVE [ 1258.830743] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.830854] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.830919] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.831160] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.831252] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.831428] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.831525] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.831586] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.831736] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.831812] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.831990] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.832098] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.832159] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.832296] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.832370] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.832453] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ae78231-2c3f-48a9-bdc7-5d8d3b959e6f is going to be updated. [ 1258.854114] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.854271] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.854330] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.854623] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.854767] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.854929] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ae78231-2c3f-48a9-bdc7-5d8d3b959e6f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.303952] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 in Status: SUCCESS [ 1260.304471] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.304471] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.304707] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.304878] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.304992] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.305070] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.305241] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.305309] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.305545] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.808303] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.312697] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.815078] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.815078] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.815078] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.815078] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.815078] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.815078] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 is going to be updated. [ 1261.841159] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.841355] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.841355] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.841552] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.841694] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.849964] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 in Status: IN_PROGRESS for 2s [ 1262.633213] env[67081]: INFO networking_nsxv3.common.synchronization [req-d05dbd6a-c72f-4541-b5b6-2b9c34f591a9 req-ccd80dc1-286f-44d4-82a1-2ceeb047c663 tempest-ServerActionsTestOtherA-1901782994 tempest-ServerActionsTestOtherA-1901782994-project-member] Enqueued Resource ID: c6853e27-2966-4f7f-9697-d59659d050a6 with Priority: HIGHEST for action security_group_members [ 1262.633876] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6853e27-2966-4f7f-9697-d59659d050a6 with Priority: HIGHEST for action security_group_members [ 1262.635500] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6853e27-2966-4f7f-9697-d59659d050a6 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.635500] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6853e27-2966-4f7f-9697-d59659d050a6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.635500] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6853e27-2966-4f7f-9697-d59659d050a6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.635500] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6853e27-2966-4f7f-9697-d59659d050a6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.635500] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.635500] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.635500] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.635877] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.635877] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.635877] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6853e27-2966-4f7f-9697-d59659d050a6',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.967099] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-755 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.967338] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-755" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.967492] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-755" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.967781] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-755" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.968436] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.968793] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.969038] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.969313] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.969469] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.969688] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1262.969799] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1262.969906] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1262.970049] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1262.970257] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1262.970426] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1262.970637] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1262.989294] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1262.989470] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1262.989628] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1262.989918] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-755" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.990256] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-4245c5df-e71e-4795-b2a0-174d8cbe16ea taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.990432] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-4245c5df-e71e-4795-b2a0-174d8cbe16ea" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.990554] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-4245c5df-e71e-4795-b2a0-174d8cbe16ea" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.990951] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-4245c5df-e71e-4795-b2a0-174d8cbe16ea" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.991108] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4245c5df-e71e-4795-b2a0-174d8cbe16ea',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.139087] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6853e27-2966-4f7f-9697-d59659d050a6',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.493471] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.493750] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.493947] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.494352] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.494413] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.494583] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port 4245c5df-e71e-4795-b2a0-174d8cbe16ea not found, creating... [ 1263.494843] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.495043] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.495205] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.495492] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.495629] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.495958] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.496151] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.496257] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.496497] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.496847] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.496847] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: 4245c5df-e71e-4795-b2a0-174d8cbe16ea is going to be created. [ 1263.522060] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.522446] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.522747] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.523119] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.523405] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.523654] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-4245c5df-e71e-4795-b2a0-174d8cbe16ea" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.641755] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6853e27-2966-4f7f-9697-d59659d050a6',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.861177] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 in Status: SUCCESS [ 1263.861484] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.861723] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.862113] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.862305] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.862444] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.862538] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.862716] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.862801] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.862889] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.863071] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.146091] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.146091] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.146091] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.146091] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.146091] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.146701] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6853e27-2966-4f7f-9697-d59659d050a6 is going to be updated. [ 1264.177268] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.177421] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.177486] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.177704] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.177855] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.187355] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6853e27-2966-4f7f-9697-d59659d050a6 in Status: IN_PROGRESS for 2s [ 1264.243815] env[67081]: INFO networking_nsxv3.common.synchronization [req-d05dbd6a-c72f-4541-b5b6-2b9c34f591a9 req-75df4c39-4503-4fa4-b9a1-b4dec9acdcb9 service nova] Enqueued Resource ID: c6853e27-2966-4f7f-9697-d59659d050a6 with Priority: HIGHEST for action security_group_rules [ 1264.244028] env[67081]: INFO networking_nsxv3.common.synchronization [req-d05dbd6a-c72f-4541-b5b6-2b9c34f591a9 req-75df4c39-4503-4fa4-b9a1-b4dec9acdcb9 service nova] Enqueued Resource ID: c6853e27-2966-4f7f-9697-d59659d050a6 with Priority: HIGHEST for action security_group_members [ 1264.244540] env[67081]: INFO networking_nsxv3.common.synchronization [req-d05dbd6a-c72f-4541-b5b6-2b9c34f591a9 req-75df4c39-4503-4fa4-b9a1-b4dec9acdcb9 service nova] Enqueued Resource ID: 4245c5df-e71e-4795-b2a0-174d8cbe16ea with Priority: HIGHEST for action port [ 1264.244745] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6853e27-2966-4f7f-9697-d59659d050a6 with Priority: HIGHEST for action security_group_rules [ 1264.244890] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6853e27-2966-4f7f-9697-d59659d050a6 with Priority: HIGHEST for action security_group_members [ 1264.245660] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4245c5df-e71e-4795-b2a0-174d8cbe16ea with Priority: HIGHEST for action port [ 1264.246355] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6853e27-2966-4f7f-9697-d59659d050a6 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.246448] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6853e27-2966-4f7f-9697-d59659d050a6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.246591] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6853e27-2966-4f7f-9697-d59659d050a6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.246999] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6853e27-2966-4f7f-9697-d59659d050a6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.247242] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6853e27-2966-4f7f-9697-d59659d050a6',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.248388] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6853e27-2966-4f7f-9697-d59659d050a6 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.248443] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6853e27-2966-4f7f-9697-d59659d050a6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.248646] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-4245c5df-e71e-4795-b2a0-174d8cbe16ea taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.248747] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4245c5df-e71e-4795-b2a0-174d8cbe16ea" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.248811] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4245c5df-e71e-4795-b2a0-174d8cbe16ea" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.249288] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4245c5df-e71e-4795-b2a0-174d8cbe16ea" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.249376] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4245c5df-e71e-4795-b2a0-174d8cbe16ea',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.365539] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.365809] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.365916] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.366172] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.366374] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.366502] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.366582] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.366740] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.366901] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.366979] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.367070] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.367165] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.367224] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.368045] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.368045] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.368045] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.368045] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.368045] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.368045] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.368045] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.368433] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.750819] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6853e27-2966-4f7f-9697-d59659d050a6 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.751147] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6853e27-2966-4f7f-9697-d59659d050a6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.751293] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4245c5df-e71e-4795-b2a0-174d8cbe16ea with status ACTIVE [ 1264.751480] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.751636] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.751735] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.751978] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.752108] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.752288] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.752404] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.752497] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.752708] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.752794] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.752985] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.753126] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.753163] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.753349] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.753546] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.753688] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4245c5df-e71e-4795-b2a0-174d8cbe16ea is going to be updated. [ 1264.778743] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.778982] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.778982] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.779242] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.779401] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.779580] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4245c5df-e71e-4795-b2a0-174d8cbe16ea" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.872656] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9: rpc.has_security_group_logging(os_id): False [ 1264.897913] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.898429] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.898429] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.898429] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.898429] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.898808] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.898808] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.898808] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.899174] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.899174] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.899260] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.899325] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.899363] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.899481] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.899555] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.899763] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.899848] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.899909] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.900062] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.900138] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.900330] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 is going to be updated. [ 1264.965538] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.965722] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.965803] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.966056] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.966261] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.979943] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 in Status: IN_PROGRESS for 2s [ 1266.198155] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6853e27-2966-4f7f-9697-d59659d050a6 in Status: SUCCESS [ 1266.198616] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6853e27-2966-4f7f-9697-d59659d050a6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.198616] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6853e27-2966-4f7f-9697-d59659d050a6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.198850] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6853e27-2966-4f7f-9697-d59659d050a6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.199070] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.199194] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.199262] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.199423] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.199506] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.199604] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6853e27-2966-4f7f-9697-d59659d050a6',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.702330] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6853e27-2966-4f7f-9697-d59659d050a6',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.993160] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 in Status: SUCCESS [ 1266.993414] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.205019] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6853e27-2966-4f7f-9697-d59659d050a6',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.708499] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.708791] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.708864] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.709153] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.709274] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.709414] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6853e27-2966-4f7f-9697-d59659d050a6 is going to be updated. [ 1267.747489] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.747810] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.747810] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.748087] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.748254] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.758833] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6853e27-2966-4f7f-9697-d59659d050a6 in Status: IN_PROGRESS for 2s [ 1269.246901] env[67081]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1269.247203] env[67081]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1269.771949] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6853e27-2966-4f7f-9697-d59659d050a6 in Status: SUCCESS [ 1269.772400] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6853e27-2966-4f7f-9697-d59659d050a6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.772400] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6853e27-2966-4f7f-9697-d59659d050a6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.772651] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6853e27-2966-4f7f-9697-d59659d050a6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.772887] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.773028] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.773184] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.773294] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.773391] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.773534] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6853e27-2966-4f7f-9697-d59659d050a6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.773601] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6853e27-2966-4f7f-9697-d59659d050a6',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.275735] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6853e27-2966-4f7f-9697-d59659d050a6',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.471070] env[67081]: INFO networking_nsxv3.common.synchronization [req-a6367290-3d81-4365-bce7-50a9b0da1166 req-9a08c59d-92b1-4447-a212-9d82b86bc39e tempest-ServersTestJSON-630645518 tempest-ServersTestJSON-630645518-project-member] Enqueued Resource ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 with Priority: HIGHEST for action security_group_members [ 1270.471299] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 with Priority: HIGHEST for action security_group_members [ 1270.471998] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.476220] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.476309] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.476660] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.476739] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.476843] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.476905] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.477914] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.477914] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.477914] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.777798] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6853e27-2966-4f7f-9697-d59659d050a6: rpc.has_security_group_logging(os_id): False [ 1270.797327] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.797327] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.797623] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.797623] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.820926] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.821261] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.821594] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.821594] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.821687] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.821723] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.821909] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6853e27-2966-4f7f-9697-d59659d050a6 is going to be updated. [ 1270.842406] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-592 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.842613] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-592" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.842729] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-592" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.843037] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-592" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.843300] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.843465] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.844561] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.844829] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.844981] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.845269] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1270.845414] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1270.845552] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1270.845724] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1270.845833] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1270.845910] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1270.846026] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1270.870373] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1270.870534] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1270.870675] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1270.870850] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-592" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.871188] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-a446cbfe-8e4f-418b-becc-9b50e2f13f3f taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.871367] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-a446cbfe-8e4f-418b-becc-9b50e2f13f3f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.871486] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-a446cbfe-8e4f-418b-becc-9b50e2f13f3f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.871869] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-a446cbfe-8e4f-418b-becc-9b50e2f13f3f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.872035] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a446cbfe-8e4f-418b-becc-9b50e2f13f3f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.887766] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.887975] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.887975] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.888208] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.888354] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.901308] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6853e27-2966-4f7f-9697-d59659d050a6 in Status: IN_PROGRESS for 2s [ 1270.981132] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.375391] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.375753] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.375858] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.376165] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.376318] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.376477] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Segment Port a446cbfe-8e4f-418b-becc-9b50e2f13f3f not found, creating... [ 1271.376750] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.376910] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.377032] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.377273] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.377447] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.377817] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.377976] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.378107] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.378321] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.378454] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.378592] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: a446cbfe-8e4f-418b-becc-9b50e2f13f3f is going to be created. [ 1271.400984] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.401365] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.401465] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.401769] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.401992] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.402264] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-a446cbfe-8e4f-418b-becc-9b50e2f13f3f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.483568] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.986697] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.986881] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.987187] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.987459] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.987541] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.987647] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 is going to be updated. [ 1272.018304] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.018304] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.018422] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.018542] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.018691] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.030892] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 in Status: IN_PROGRESS for 2s [ 1272.128881] env[67081]: INFO networking_nsxv3.common.synchronization [req-a6367290-3d81-4365-bce7-50a9b0da1166 req-ac1cb419-9bc9-4dcb-850f-de5f47335a7d service nova] Enqueued Resource ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 with Priority: HIGHEST for action security_group_rules [ 1272.129197] env[67081]: INFO networking_nsxv3.common.synchronization [req-a6367290-3d81-4365-bce7-50a9b0da1166 req-ac1cb419-9bc9-4dcb-850f-de5f47335a7d service nova] Enqueued Resource ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 with Priority: HIGHEST for action security_group_members [ 1272.129275] env[67081]: INFO networking_nsxv3.common.synchronization [req-a6367290-3d81-4365-bce7-50a9b0da1166 req-ac1cb419-9bc9-4dcb-850f-de5f47335a7d service nova] Enqueued Resource ID: a446cbfe-8e4f-418b-becc-9b50e2f13f3f with Priority: HIGHEST for action port [ 1272.129721] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 with Priority: HIGHEST for action security_group_rules [ 1272.129855] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 with Priority: HIGHEST for action security_group_members [ 1272.129954] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a446cbfe-8e4f-418b-becc-9b50e2f13f3f with Priority: HIGHEST for action port [ 1272.132236] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.132483] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.132483] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.132699] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.132811] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.134099] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.134676] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.136018] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-a446cbfe-8e4f-418b-becc-9b50e2f13f3f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.136175] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a446cbfe-8e4f-418b-becc-9b50e2f13f3f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.136275] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a446cbfe-8e4f-418b-becc-9b50e2f13f3f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.136669] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a446cbfe-8e4f-418b-becc-9b50e2f13f3f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.136669] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a446cbfe-8e4f-418b-becc-9b50e2f13f3f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.638543] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.638867] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.639042] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a446cbfe-8e4f-418b-becc-9b50e2f13f3f with status ACTIVE [ 1272.639279] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.639432] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.639523] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.639771] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.639863] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.640072] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.640219] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.640306] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.640490] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.640597] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.640802] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.640900] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.640976] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.641097] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.641177] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.641254] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a446cbfe-8e4f-418b-becc-9b50e2f13f3f is going to be updated. [ 1272.663716] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.663969] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.663969] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.664180] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.664322] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.664486] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a446cbfe-8e4f-418b-becc-9b50e2f13f3f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.914126] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6853e27-2966-4f7f-9697-d59659d050a6 in Status: SUCCESS [ 1272.914333] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6853e27-2966-4f7f-9697-d59659d050a6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.040817] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 in Status: SUCCESS [ 1274.041223] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.041417] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.041687] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.041933] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.042124] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.042237] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.042461] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.042591] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.042744] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.546692] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.050053] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.551743] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.552059] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.552144] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.552466] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.552621] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.552759] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 is going to be updated. [ 1275.587469] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.587719] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.587719] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.587891] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.588049] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.599105] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 in Status: IN_PROGRESS for 2s [ 1277.130747] env[67081]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1277.131231] env[67081]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1277.612095] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 in Status: SUCCESS [ 1277.612384] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.612621] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.612963] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.613190] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.613315] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.613383] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.613545] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.613630] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.613717] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.614162] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.116180] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.116401] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.116485] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.116813] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.117089] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.117239] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.117339] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.117561] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.117684] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.117817] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.118014] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.118172] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.118269] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.118486] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.118692] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.118833] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.118929] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.119132] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.119246] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.119374] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.119514] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.622371] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9: rpc.has_security_group_logging(os_id): False [ 1278.640448] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.640636] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.640696] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.640953] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.641089] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.641329] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.641511] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.641591] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.641815] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.641967] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.642156] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.642272] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.642372] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.642559] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.642645] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.642932] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.643076] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.643166] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.643351] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.643436] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.643606] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 is going to be updated. [ 1278.726618] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.726787] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.726873] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.727181] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.727372] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.742971] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 in Status: IN_PROGRESS for 2s [ 1280.758994] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 in Status: SUCCESS [ 1280.758994] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.131610] env[67081]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1282.131950] env[67081]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1283.974241] env[67081]: INFO networking_nsxv3.common.synchronization [req-01175e67-7aa3-4c17-97c4-3d166b6a6c25 req-e79e4311-9e5a-4a74-b92c-58c78c962907 tempest-ServersTestJSON-630645518 tempest-ServersTestJSON-630645518-project-member] Enqueued Resource ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 with Priority: HIGHEST for action security_group_members [ 1283.974241] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 with Priority: HIGHEST for action security_group_members [ 1283.974592] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.974592] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.974592] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.974776] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.975998] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.978018] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.978018] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.978018] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.978018] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.978018] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.305265] env[67081]: INFO networking_nsxv3.common.synchronization [req-fc60512b-40e9-4270-a453-066e24b9e7ef req-de3828a1-e1c5-46c7-936c-0fbb9e8b7fd8 tempest-ServerActionsTestJSON-262138455 tempest-ServerActionsTestJSON-262138455-project-member] Enqueued Resource ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 with Priority: HIGHEST for action security_group_members [ 1284.305890] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 with Priority: HIGHEST for action security_group_members [ 1284.306215] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-e06edfd6-c4b3-455a-9b26-cb6d7782d647 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.306342] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.306403] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.307794] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.307794] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.307794] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.307794] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.307794] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.307794] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.307794] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e06edfd6-c4b3-455a-9b26-cb6d7782d647',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.385712] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock network-173 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.385905] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "network-173" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.386047] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "network-173" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.386317] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "network-173" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.386572] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.386740] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.386850] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.387214] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.387412] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.387677] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1284.387826] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1284.388021] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1284.388126] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1284.388271] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1284.388413] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1284.388592] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1284.409165] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1284.409423] env[67081]: DEBUG dogpile.cache.region [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1284.409601] env[67081]: DEBUG dogpile.lock [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1284.409820] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "network-173" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.410197] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock port-3caaa109-f9f8-4f47-8cde-2e9764d82b32 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.410415] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "port-3caaa109-f9f8-4f47-8cde-2e9764d82b32" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.410619] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "port-3caaa109-f9f8-4f47-8cde-2e9764d82b32" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.410923] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "port-3caaa109-f9f8-4f47-8cde-2e9764d82b32" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.411119] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3caaa109-f9f8-4f47-8cde-2e9764d82b32',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.478875] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.810022] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.810022] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.810022] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.810022] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.810022] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.810303] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.810303] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.810401] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.810544] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.810643] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.810785] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 is going to be updated. [ 1284.837916] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.838141] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.838217] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.838411] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.838554] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.846737] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 in Status: IN_PROGRESS for 2s [ 1284.913706] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.913973] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.914054] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.914344] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.914497] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.914799] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.914980] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.915093] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.915318] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.915455] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.915828] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.916016] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.916133] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.916345] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.916479] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.916621] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Resource: SegmentPort with ID: 3caaa109-f9f8-4f47-8cde-2e9764d82b32 is going to be updated. [ 1284.937936] env[67081]: DEBUG networking_nsxv3.common.locking [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.938328] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.938471] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.938762] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.939026] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.939190] env[67081]: DEBUG oslo_concurrency.lockutils [None req-abc20df1-dc77-4390-85c8-62b839a023c9 None None] Releasing lock "port-3caaa109-f9f8-4f47-8cde-2e9764d82b32" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.981577] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.484072] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.484247] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.484320] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.484547] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.484638] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.484769] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 is going to be updated. [ 1285.513738] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.514139] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.514139] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.514421] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.514714] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.525886] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 in Status: IN_PROGRESS for 2s [ 1285.649365] env[67081]: INFO networking_nsxv3.common.synchronization [req-83f1e728-0b3a-4735-8a3a-c68e9611c900 req-4979ce8a-2456-4fe8-9f22-5fcd84c7997e service nova] Enqueued Resource ID: a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d with Priority: HIGHEST for action security_group_rules [ 1285.649555] env[67081]: INFO networking_nsxv3.common.synchronization [req-83f1e728-0b3a-4735-8a3a-c68e9611c900 req-4979ce8a-2456-4fe8-9f22-5fcd84c7997e service nova] Enqueued Resource ID: a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d with Priority: HIGHEST for action security_group_members [ 1285.649695] env[67081]: INFO networking_nsxv3.common.synchronization [req-83f1e728-0b3a-4735-8a3a-c68e9611c900 req-4979ce8a-2456-4fe8-9f22-5fcd84c7997e service nova] Enqueued Resource ID: 3caaa109-f9f8-4f47-8cde-2e9764d82b32 with Priority: HIGHEST for action port [ 1285.650243] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d with Priority: HIGHEST for action security_group_rules [ 1285.650374] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d with Priority: HIGHEST for action security_group_members [ 1285.650470] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3caaa109-f9f8-4f47-8cde-2e9764d82b32 with Priority: HIGHEST for action port [ 1285.650737] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.650860] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.650928] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.651166] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.651237] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.653402] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.653402] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.653402] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.653402] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.653402] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.653402] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.653402] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.653844] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.653844] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.653844] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.655363] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-3caaa109-f9f8-4f47-8cde-2e9764d82b32 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.655363] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3caaa109-f9f8-4f47-8cde-2e9764d82b32" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.655363] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3caaa109-f9f8-4f47-8cde-2e9764d82b32" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.655492] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3caaa109-f9f8-4f47-8cde-2e9764d82b32" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.655492] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3caaa109-f9f8-4f47-8cde-2e9764d82b32',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.154013] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.154310] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.156556] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.157569] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3caaa109-f9f8-4f47-8cde-2e9764d82b32 with status ACTIVE [ 1286.157762] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.157880] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.157944] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.158646] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.159537] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.159537] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.159537] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.159537] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.159537] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.159761] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.159761] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.159837] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.159895] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.160049] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.161226] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.161226] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3caaa109-f9f8-4f47-8cde-2e9764d82b32 is going to be updated. [ 1286.184063] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.184063] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.184063] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.184063] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.184063] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.184063] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3caaa109-f9f8-4f47-8cde-2e9764d82b32" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.662332] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.856784] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 in Status: SUCCESS [ 1286.857068] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 deletion is rescheduled due to dependency. [ 1286.857223] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.165187] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.165563] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.165563] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.165632] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.165819] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.165993] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d is going to be updated. [ 1287.196195] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.196369] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.196369] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.196567] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.196740] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.207438] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d in Status: IN_PROGRESS for 2s [ 1287.536365] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 in Status: SUCCESS [ 1287.536582] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.221933] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d in Status: SUCCESS [ 1289.222342] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.222389] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.222594] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.222829] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.222921] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.222989] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.223176] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.223266] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.223356] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.223470] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.726598] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.228862] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d: rpc.has_security_group_logging(os_id): False [ 1290.248411] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.248576] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.248646] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.248867] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.248967] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.249225] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.249888] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.249888] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.249888] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.249888] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.249888] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d is going to be updated. [ 1290.308078] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.308279] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.308329] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.308496] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.308642] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.320969] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d in Status: IN_PROGRESS for 2s [ 1290.652271] env[67081]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1290.652480] env[67081]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1290.751017] env[67081]: INFO networking_nsxv3.common.synchronization [req-4bc7b06c-5b41-4300-b4b6-9d5d3302e5fe req-b3618a0e-01f5-4c34-9ed0-2457ec4c8ace tempest-ServersTestJSON-630645518 tempest-ServersTestJSON-630645518-project-member] Enqueued Resource ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 with Priority: HIGHEST for action security_group_members [ 1290.752453] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 with Priority: HIGHEST for action security_group_members [ 1290.752453] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.752453] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.752453] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.752770] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.752770] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.752861] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.752956] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.753143] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.753225] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.753316] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.255263] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.758286] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.261198] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.261610] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.261610] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.261695] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.261731] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.261829] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 is going to be updated. [ 1292.295269] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.295419] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.295507] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.295709] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.295971] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.308581] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 in Status: IN_PROGRESS for 2s [ 1292.335292] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d in Status: SUCCESS [ 1292.335523] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.319290] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 in Status: SUCCESS [ 1294.319823] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.753100] env[67081]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1295.753456] env[67081]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1295.992659] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.992837] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.992948] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.993263] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.993378] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.497082] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.001065] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.504046] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1297.504046] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1298.247518] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.247806] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.247806] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.247934] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.260982] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1298.261795] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.262596] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1298.305887] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.306090] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.306175] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.306332] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.320261] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.321136] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1298.321245] env[67081]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=67081) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1298.321312] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1298.360675] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.360899] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.360899] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.361112] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.362361] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.362545] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1298.444630] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.444851] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.444851] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.444964] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.445317] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.445617] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1298.517802] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.518014] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.518065] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.518319] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.518625] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.518976] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:43. [ 1298.519089] env[67081]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'5ff65688-eafe-42f3-aeaf-b0f69e1fdca9', '8ac6a68c-9862-492f-b7de-2a97d9e1fd1d', 'f9778129-988c-45c6-aae9-54a6bbe009d1', '6a3716c2-236b-4046-ba8c-efaedc7522a1', 'c6267eb2-1e81-4725-85ac-87e0c8d52262', '6907e391-3e6f-4e88-8983-5ce2ad67ca8a', 'e06edfd6-c4b3-455a-9b26-cb6d7782d647', '48c43bab-51e7-4706-bbcd-fb33aad4442b', 'f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d', 'bc4710bb-ccc7-464a-b315-a0d3a7bb50f5', '1e57a340-d015-4bae-94e4-670238c5e18c', '0958585e-7b17-46e9-ad2e-c7997356cdf2', 'c6853e27-2966-4f7f-9697-d59659d050a6', '3741be8e-188a-4d2b-9f6e-764ae63a0fde', '6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4', 'c0842a8b-a697-43ba-8362-6b7110736b4c', '823a1145-fd73-451d-b6d8-bfd6103ab24f', '1eef0506-1c43-4aa3-8ce6-a2f56673c16f', '64a27b36-8b8e-42f1-836b-96834f6b861d', 'e957e77c-acf8-49b7-a51d-e22fbbb26613', 'abaf779c-19f8-409b-b043-d56e2b6090ed', 'f407e753-36b9-4d29-9bad-ed7298e69551', '5d23e0f9-909e-42bf-b987-26aec8449c9f', 'bd7ab805-e8ff-469b-9188-d8ac3abd1ac9', 'dc6b44dc-e4a2-4cc0-9998-91b2285e9c61', '6252e64a-b311-40e1-bced-0dc0bf08891f', '8d5796e8-5fcd-4697-8a81-ce4767934f54', 'f33d9ba0-64e9-4da6-ae3b-c1d2fc03c9e5', '058b743b-95d9-4920-bf53-01c413dad48b', '4bf9b21f-aa97-4c0b-90fb-2795f0f69cde', '7f98ff5e-f9eb-42fb-a29e-1d616573e521', 'a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d', 'ac703ef9-44bd-4c2e-a4e2-b3a4760bd9f7', 'c143b447-a92f-49eb-b662-0b1f4687cf5c', '6876f33a-0b60-4fe1-886b-4f6478aaa7ec', '3e66637a-d682-4882-98f8-43ffc317f453', '6e2ee032-dc37-482d-b755-0c7a8e6b66b7', '56ebc6dd-1d8d-45e9-9bf8-ae684b586851', 'f0f3214a-beab-4e3f-bde5-27b7cc28a600', '3ba94cb2-032c-497d-a340-5e5549498be8', 'b681163c-65aa-4fad-9551-9cdde77f823b', '41cfbbca-2c57-46e4-8ba3-61c3ee0e5b25', '371f8e0f-1704-4d94-96b5-c69c3b294cfb'} {{(pid=67081) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1298.519198] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1298.538411] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.538629] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.538629] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.538824] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.538913] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.539038] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1298.539122] env[67081]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=67081) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1298.539224] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1298.615350] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.615563] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.615563] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.615784] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.617095] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.617396] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1298.617474] env[67081]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=67081) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1298.617533] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1298.617597] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1298.617678] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/43 resources of Type:Security Group Rules [ 1298.617753] env[67081]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 with Priority: HIGH for action security_group_rules [ 1298.617834] env[67081]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8ac6a68c-9862-492f-b7de-2a97d9e1fd1d with Priority: HIGH for action security_group_rules [ 1298.617900] env[67081]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f9778129-988c-45c6-aae9-54a6bbe009d1 with Priority: HIGH for action security_group_rules [ 1298.617959] env[67081]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6a3716c2-236b-4046-ba8c-efaedc7522a1 with Priority: HIGH for action security_group_rules [ 1298.618037] env[67081]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c6267eb2-1e81-4725-85ac-87e0c8d52262 with Priority: HIGH for action security_group_rules [ 1298.618099] env[67081]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6907e391-3e6f-4e88-8983-5ce2ad67ca8a with Priority: HIGH for action security_group_rules [ 1298.618181] env[67081]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 with Priority: HIGH for action security_group_rules [ 1298.618279] env[67081]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 48c43bab-51e7-4706-bbcd-fb33aad4442b with Priority: HIGH for action security_group_rules [ 1298.618316] env[67081]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d with Priority: HIGH for action security_group_rules [ 1298.618372] env[67081]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bc4710bb-ccc7-464a-b315-a0d3a7bb50f5 with Priority: HIGH for action security_group_rules [ 1298.618486] env[67081]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1e57a340-d015-4bae-94e4-670238c5e18c with Priority: HIGH for action security_group_rules [ 1298.618486] env[67081]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0958585e-7b17-46e9-ad2e-c7997356cdf2 with Priority: HIGH for action security_group_rules [ 1298.618596] env[67081]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c6853e27-2966-4f7f-9697-d59659d050a6 with Priority: HIGH for action security_group_rules [ 1298.618596] env[67081]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3741be8e-188a-4d2b-9f6e-764ae63a0fde with Priority: HIGH for action security_group_rules [ 1298.618688] env[67081]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4 with Priority: HIGH for action security_group_rules [ 1298.618688] env[67081]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c0842a8b-a697-43ba-8362-6b7110736b4c with Priority: HIGH for action security_group_rules [ 1298.618793] env[67081]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 823a1145-fd73-451d-b6d8-bfd6103ab24f with Priority: HIGH for action security_group_rules [ 1298.618840] env[67081]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f with Priority: HIGH for action security_group_rules [ 1298.618891] env[67081]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 64a27b36-8b8e-42f1-836b-96834f6b861d with Priority: HIGH for action security_group_rules [ 1298.618939] env[67081]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 with Priority: HIGH for action security_group_rules [ 1298.619029] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.223978] env[67081]: INFO networking_nsxv3.common.synchronization [req-c3fdd7c7-8881-4f10-88aa-05eeb7c88195 req-fa033190-30e4-4a16-a261-c7c3bdaeafcd tempest-ServersTestJSON-630645518 tempest-ServersTestJSON-630645518-project-member] Enqueued Resource ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 with Priority: HIGHEST for action security_group_members [ 1300.224547] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 with Priority: HIGHEST for action security_group_members [ 1300.224692] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 with Priority: HIGH for action security_group_rules [ 1300.224795] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9778129-988c-45c6-aae9-54a6bbe009d1 with Priority: HIGH for action security_group_rules [ 1300.224891] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 with Priority: HIGH for action security_group_rules [ 1300.224989] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4 with Priority: HIGH for action security_group_rules [ 1300.225094] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 with Priority: HIGH for action security_group_rules [ 1300.225187] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64a27b36-8b8e-42f1-836b-96834f6b861d with Priority: HIGH for action security_group_rules [ 1300.225278] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f with Priority: HIGH for action security_group_rules [ 1300.225368] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 823a1145-fd73-451d-b6d8-bfd6103ab24f with Priority: HIGH for action security_group_rules [ 1300.225459] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3741be8e-188a-4d2b-9f6e-764ae63a0fde with Priority: HIGH for action security_group_rules [ 1300.225545] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0842a8b-a697-43ba-8362-6b7110736b4c with Priority: HIGH for action security_group_rules [ 1300.225702] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6853e27-2966-4f7f-9697-d59659d050a6 with Priority: HIGH for action security_group_rules [ 1300.225749] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0958585e-7b17-46e9-ad2e-c7997356cdf2 with Priority: HIGH for action security_group_rules [ 1300.225866] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e57a340-d015-4bae-94e4-670238c5e18c with Priority: HIGH for action security_group_rules [ 1300.225979] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc4710bb-ccc7-464a-b315-a0d3a7bb50f5 with Priority: HIGH for action security_group_rules [ 1300.226084] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d with Priority: HIGH for action security_group_rules [ 1300.226212] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6907e391-3e6f-4e88-8983-5ce2ad67ca8a with Priority: HIGH for action security_group_rules [ 1300.226424] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48c43bab-51e7-4706-bbcd-fb33aad4442b with Priority: HIGH for action security_group_rules [ 1300.226482] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6267eb2-1e81-4725-85ac-87e0c8d52262 with Priority: HIGH for action security_group_rules [ 1300.226544] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ac6a68c-9862-492f-b7de-2a97d9e1fd1d with Priority: HIGH for action security_group_rules [ 1300.226633] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a3716c2-236b-4046-ba8c-efaedc7522a1 with Priority: HIGH for action security_group_rules [ 1300.226923] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.227053] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.227116] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.227303] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.227453] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.227550] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.227610] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.227751] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.227833] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.227925] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.228918] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.229749] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.229749] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.229749] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.229749] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.231040] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9778129-988c-45c6-aae9-54a6bbe009d1 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.231040] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.231040] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.231040] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.231040] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9778129-988c-45c6-aae9-54a6bbe009d1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.232036] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e06edfd6-c4b3-455a-9b26-cb6d7782d647 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.232036] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.232036] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.232036] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.232036] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e06edfd6-c4b3-455a-9b26-cb6d7782d647',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.233049] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.233049] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.233049] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.233049] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.233293] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.233924] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e957e77c-acf8-49b7-a51d-e22fbbb26613 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.234078] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.234179] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.234485] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.234485] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e957e77c-acf8-49b7-a51d-e22fbbb26613',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.236228] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64a27b36-8b8e-42f1-836b-96834f6b861d taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.236228] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64a27b36-8b8e-42f1-836b-96834f6b861d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.236228] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64a27b36-8b8e-42f1-836b-96834f6b861d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.236228] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64a27b36-8b8e-42f1-836b-96834f6b861d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.236228] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64a27b36-8b8e-42f1-836b-96834f6b861d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.236695] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1eef0506-1c43-4aa3-8ce6-a2f56673c16f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.236885] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.237108] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.237181] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.237262] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1eef0506-1c43-4aa3-8ce6-a2f56673c16f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.238047] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-823a1145-fd73-451d-b6d8-bfd6103ab24f taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.238173] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-823a1145-fd73-451d-b6d8-bfd6103ab24f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.238173] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-823a1145-fd73-451d-b6d8-bfd6103ab24f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.238318] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-823a1145-fd73-451d-b6d8-bfd6103ab24f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.238380] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('823a1145-fd73-451d-b6d8-bfd6103ab24f',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.239365] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3741be8e-188a-4d2b-9f6e-764ae63a0fde taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.239365] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3741be8e-188a-4d2b-9f6e-764ae63a0fde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.239365] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3741be8e-188a-4d2b-9f6e-764ae63a0fde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.239365] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3741be8e-188a-4d2b-9f6e-764ae63a0fde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.239569] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3741be8e-188a-4d2b-9f6e-764ae63a0fde',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.241956] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0842a8b-a697-43ba-8362-6b7110736b4c taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.242106] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0842a8b-a697-43ba-8362-6b7110736b4c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.242192] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0842a8b-a697-43ba-8362-6b7110736b4c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.243755] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0842a8b-a697-43ba-8362-6b7110736b4c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.243755] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0842a8b-a697-43ba-8362-6b7110736b4c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.243755] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6853e27-2966-4f7f-9697-d59659d050a6 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.243755] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6853e27-2966-4f7f-9697-d59659d050a6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.243755] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6853e27-2966-4f7f-9697-d59659d050a6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.243755] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6853e27-2966-4f7f-9697-d59659d050a6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.243755] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6853e27-2966-4f7f-9697-d59659d050a6',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.244357] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0958585e-7b17-46e9-ad2e-c7997356cdf2 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.244484] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0958585e-7b17-46e9-ad2e-c7997356cdf2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.244526] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0958585e-7b17-46e9-ad2e-c7997356cdf2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.244653] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0958585e-7b17-46e9-ad2e-c7997356cdf2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.244723] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0958585e-7b17-46e9-ad2e-c7997356cdf2',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.245409] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e57a340-d015-4bae-94e4-670238c5e18c taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.245634] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.245729] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.245907] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.246015] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e57a340-d015-4bae-94e4-670238c5e18c',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.246699] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.246806] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.246890] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.247081] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.247168] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc4710bb-ccc7-464a-b315-a0d3a7bb50f5',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.248024] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.248024] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.248024] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.248198] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.248293] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.248953] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6907e391-3e6f-4e88-8983-5ce2ad67ca8a taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.249144] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6907e391-3e6f-4e88-8983-5ce2ad67ca8a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.249184] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6907e391-3e6f-4e88-8983-5ce2ad67ca8a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.249346] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6907e391-3e6f-4e88-8983-5ce2ad67ca8a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.249449] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6907e391-3e6f-4e88-8983-5ce2ad67ca8a',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.250326] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48c43bab-51e7-4706-bbcd-fb33aad4442b taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.250418] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.250460] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.250660] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.250716] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48c43bab-51e7-4706-bbcd-fb33aad4442b',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.251804] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6267eb2-1e81-4725-85ac-87e0c8d52262 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.251804] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6267eb2-1e81-4725-85ac-87e0c8d52262" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.251804] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6267eb2-1e81-4725-85ac-87e0c8d52262" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.252028] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6267eb2-1e81-4725-85ac-87e0c8d52262" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.252028] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6267eb2-1e81-4725-85ac-87e0c8d52262',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.252703] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ac6a68c-9862-492f-b7de-2a97d9e1fd1d taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.252812] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ac6a68c-9862-492f-b7de-2a97d9e1fd1d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.252877] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ac6a68c-9862-492f-b7de-2a97d9e1fd1d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.253029] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ac6a68c-9862-492f-b7de-2a97d9e1fd1d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.253138] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ac6a68c-9862-492f-b7de-2a97d9e1fd1d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.253891] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a3716c2-236b-4046-ba8c-efaedc7522a1 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.254022] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a3716c2-236b-4046-ba8c-efaedc7522a1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.254102] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a3716c2-236b-4046-ba8c-efaedc7522a1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.254258] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a3716c2-236b-4046-ba8c-efaedc7522a1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.254385] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a3716c2-236b-4046-ba8c-efaedc7522a1',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.256591] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.515949] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock network-592 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.516198] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "network-592" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.516327] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "network-592" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.516607] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "network-592" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.516883] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.517088] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.517226] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.517458] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.517598] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.517809] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1300.517922] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1300.518041] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1300.518188] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1300.518301] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1300.518383] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1300.518836] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1300.537599] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1300.537599] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1300.537787] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1300.537921] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "network-592" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.538285] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock port-01a6dc4e-1752-4773-a848-ea9a6d18cf63 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.538492] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "port-01a6dc4e-1752-4773-a848-ea9a6d18cf63" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.538636] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "port-01a6dc4e-1752-4773-a848-ea9a6d18cf63" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.539008] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "port-01a6dc4e-1752-4773-a848-ea9a6d18cf63" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.539217] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01a6dc4e-1752-4773-a848-ea9a6d18cf63',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.762834] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6853e27-2966-4f7f-9697-d59659d050a6 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.762966] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6853e27-2966-4f7f-9697-d59659d050a6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.763057] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6853e27-2966-4f7f-9697-d59659d050a6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.763260] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6853e27-2966-4f7f-9697-d59659d050a6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.763429] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.763526] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.763600] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.763748] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.763830] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.763926] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6853e27-2966-4f7f-9697-d59659d050a6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.764030] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6853e27-2966-4f7f-9697-d59659d050a6',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.771257] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.771409] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.774460] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.815045] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.815045] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.815382] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.815382] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.835405] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.835608] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.839058] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.839218] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.841988] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.842131] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.842974] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.843088] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.843849] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.844016] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.844642] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.844752] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.845437] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.845615] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.846310] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.846409] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.847404] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.847515] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.848220] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.848319] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.848926] env[67081]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1300.849386] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.849470] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.850082] env[67081]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1300.850449] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.850564] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.851172] env[67081]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1300.851525] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.851622] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.852196] env[67081]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1300.852583] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.852680] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.853250] env[67081]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1300.853648] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.853745] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.854728] env[67081]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1300.855113] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.855218] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.855800] env[67081]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1300.856238] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.856352] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1eef0506-1c43-4aa3-8ce6-a2f56673c16f is going to be deleted. [ 1300.857782] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.857883] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.857967] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.858149] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.876140] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.876314] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3741be8e-188a-4d2b-9f6e-764ae63a0fde is going to be deleted. [ 1300.877231] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.877439] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.897314] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.897512] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0842a8b-a697-43ba-8362-6b7110736b4c is going to be deleted. [ 1300.898465] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.899395] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.919229] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.919394] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e06edfd6-c4b3-455a-9b26-cb6d7782d647 is going to be deleted. [ 1300.920302] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.920515] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.939795] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.939795] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.940614] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.940710] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.942588] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.942666] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6267eb2-1e81-4725-85ac-87e0c8d52262 is going to be deleted. [ 1300.943498] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.943704] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.972177] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.972372] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.973282] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.973405] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 823a1145-fd73-451d-b6d8-bfd6103ab24f is going to be deleted. [ 1300.974291] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.974498] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.009822] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.009992] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4 is going to be deleted. [ 1301.011249] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.011479] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.012922] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.013042] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.041929] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.042213] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.042213] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.042524] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.042672] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.042827] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Segment Port 01a6dc4e-1752-4773-a848-ea9a6d18cf63 not found, creating... [ 1301.043115] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.043272] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.043396] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.043621] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.043776] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.044079] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.044242] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.044358] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.044775] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.045055] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.045230] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Resource: SegmentPort with ID: 01a6dc4e-1752-4773-a848-ea9a6d18cf63 is going to be created. [ 1301.047893] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.048037] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.082696] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.082986] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.083094] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.083403] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.083630] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.083870] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "port-01a6dc4e-1752-4773-a848-ea9a6d18cf63" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.086286] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.086435] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48c43bab-51e7-4706-bbcd-fb33aad4442b is going to be deleted. [ 1301.087301] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.087496] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.115792] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.116102] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.117503] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.117640] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9778129-988c-45c6-aae9-54a6bbe009d1 is going to be deleted. [ 1301.118533] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.118752] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.150517] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.150792] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.161969] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.162173] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ac6a68c-9862-492f-b7de-2a97d9e1fd1d is going to be deleted. [ 1301.163132] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.163514] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.229909] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.230337] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.230838] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.230949] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.246016] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.246206] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e957e77c-acf8-49b7-a51d-e22fbbb26613 is going to be deleted. [ 1301.247236] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.247459] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.280598] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.280887] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.280887] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.281153] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.281153] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.281153] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 is going to be updated. [ 1301.286123] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6853e27-2966-4f7f-9697-d59659d050a6',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.316799] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.316980] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64a27b36-8b8e-42f1-836b-96834f6b861d is going to be deleted. [ 1301.317928] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.318248] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.366813] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.367055] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.368840] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.369014] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.369165] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.369387] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.369544] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.389115] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.389270] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc4710bb-ccc7-464a-b315-a0d3a7bb50f5 is going to be deleted. [ 1301.390241] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.390463] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.392214] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 in Status: IN_PROGRESS for 2s [ 1301.436917] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.437084] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e57a340-d015-4bae-94e4-670238c5e18c is going to be deleted. [ 1301.438277] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.438564] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.470819] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.470967] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6907e391-3e6f-4e88-8983-5ce2ad67ca8a is going to be deleted. [ 1301.472687] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.472921] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.493298] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.493465] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.495064] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.495253] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.501098] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.501266] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.522711] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.522880] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d is going to be deleted. [ 1301.523911] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.524186] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.558642] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.558774] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a3716c2-236b-4046-ba8c-efaedc7522a1 is going to be deleted. [ 1301.560119] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.560373] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.568885] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.569087] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.603313] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.603465] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0958585e-7b17-46e9-ad2e-c7997356cdf2 is going to be deleted. [ 1301.604486] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.604711] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.604823] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.604943] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3741be8e-188a-4d2b-9f6e-764ae63a0fde" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.605122] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.605279] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.605360] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.605475] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1eef0506-1c43-4aa3-8ce6-a2f56673c16f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.606080] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.606247] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.606341] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.606446] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0842a8b-a697-43ba-8362-6b7110736b4c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.606577] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.606722] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.606801] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.606972] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e06edfd6-c4b3-455a-9b26-cb6d7782d647" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.607122] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.607267] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.607342] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.607455] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6267eb2-1e81-4725-85ac-87e0c8d52262" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.607580] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.607719] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.607792] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.607901] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-823a1145-fd73-451d-b6d8-bfd6103ab24f" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.608066] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.608268] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.608437] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.608528] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d49b3ba-2c16-41d5-a8d5-ffb5b5b8e7e4" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.608701] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.608871] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.608979] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.609152] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9778129-988c-45c6-aae9-54a6bbe009d1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.609324] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.609494] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.609588] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.609707] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48c43bab-51e7-4706-bbcd-fb33aad4442b" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.609835] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.609978] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.610079] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.610192] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ac6a68c-9862-492f-b7de-2a97d9e1fd1d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.610321] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.610463] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.610538] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.610651] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e957e77c-acf8-49b7-a51d-e22fbbb26613" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.610781] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.610920] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.610999] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.611133] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64a27b36-8b8e-42f1-836b-96834f6b861d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.611266] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.611406] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.611480] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.611593] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc4710bb-ccc7-464a-b315-a0d3a7bb50f5" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.611724] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.611863] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.611943] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.612068] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e57a340-d015-4bae-94e4-670238c5e18c" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.645158] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.645361] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.645409] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.645598] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.645693] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.645834] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f90c38bb-6ad5-4c98-aac1-7dd94ffeb52d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.659626] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.659789] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.659833] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.660062] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.660156] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.660277] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6907e391-3e6f-4e88-8983-5ce2ad67ca8a" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.706145] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.706339] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.706425] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.706679] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.706796] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.706995] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0958585e-7b17-46e9-ad2e-c7997356cdf2" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.724157] env[67081]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1301.724784] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.724922] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.724996] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.725226] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.725333] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.725469] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a3716c2-236b-4046-ba8c-efaedc7522a1" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.789067] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6853e27-2966-4f7f-9697-d59659d050a6: rpc.has_security_group_logging(os_id): False [ 1301.816755] env[67081]: INFO networking_nsxv3.common.synchronization [req-c3fdd7c7-8881-4f10-88aa-05eeb7c88195 req-264b69e0-ecc2-426e-96e4-67e46819bb4d service nova] Enqueued Resource ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 with Priority: HIGHEST for action security_group_rules [ 1301.816940] env[67081]: INFO networking_nsxv3.common.synchronization [req-c3fdd7c7-8881-4f10-88aa-05eeb7c88195 req-264b69e0-ecc2-426e-96e4-67e46819bb4d service nova] Enqueued Resource ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 with Priority: HIGHEST for action security_group_members [ 1301.817160] env[67081]: INFO networking_nsxv3.common.synchronization [req-c3fdd7c7-8881-4f10-88aa-05eeb7c88195 req-264b69e0-ecc2-426e-96e4-67e46819bb4d service nova] Enqueued Resource ID: 01a6dc4e-1752-4773-a848-ea9a6d18cf63 with Priority: HIGHEST for action port [ 1301.817625] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 with Priority: HIGHEST for action security_group_rules [ 1301.817760] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 with Priority: HIGHEST for action security_group_members [ 1301.817853] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01a6dc4e-1752-4773-a848-ea9a6d18cf63 with Priority: HIGHEST for action port [ 1301.818139] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.818238] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.818430] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.818521] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.818675] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-01a6dc4e-1752-4773-a848-ea9a6d18cf63 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.818784] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01a6dc4e-1752-4773-a848-ea9a6d18cf63" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.818852] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01a6dc4e-1752-4773-a848-ea9a6d18cf63" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.819023] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01a6dc4e-1752-4773-a848-ea9a6d18cf63" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.819106] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01a6dc4e-1752-4773-a848-ea9a6d18cf63',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.831545] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.831751] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.831751] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.832093] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.858504] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.858745] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.858875] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.858944] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.859165] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.859258] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.859344] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6853e27-2966-4f7f-9697-d59659d050a6 is going to be updated. [ 1301.926208] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.926449] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.926449] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.926643] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.926807] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.940639] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6853e27-2966-4f7f-9697-d59659d050a6 in Status: IN_PROGRESS for 2s [ 1302.321033] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 01a6dc4e-1752-4773-a848-ea9a6d18cf63 with status ACTIVE [ 1302.321033] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.321493] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.321493] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.321493] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.321602] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.321739] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.321840] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.321893] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.322119] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.322220] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.322532] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.322666] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.322753] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.322949] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.323056] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.323167] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 01a6dc4e-1752-4773-a848-ea9a6d18cf63 is going to be updated. [ 1302.354755] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.354988] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.354988] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.355219] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.355364] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.355522] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01a6dc4e-1752-4773-a848-ea9a6d18cf63" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.407759] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 in Status: SUCCESS [ 1303.408207] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.408263] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.408579] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.408775] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.408928] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.409023] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.409147] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.409229] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.409317] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.409535] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.410301] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.410513] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.410675] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.410789] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.410839] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.410978] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.411077] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.411168] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.913567] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.913567] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.913902] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.955128] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6853e27-2966-4f7f-9697-d59659d050a6 in Status: SUCCESS [ 1303.955406] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6853e27-2966-4f7f-9697-d59659d050a6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.416235] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.919243] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.919472] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.919472] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.919651] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.919742] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.919843] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 is going to be updated. [ 1304.956674] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.956932] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.956932] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.957129] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.957278] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.966678] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 in Status: IN_PROGRESS for 2s [ 1306.819431] env[67081]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1306.819847] env[67081]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1306.979175] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 in Status: SUCCESS [ 1306.979405] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.979582] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.979809] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.980029] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.980183] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.980250] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.980417] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.980500] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.980591] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.980763] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.980887] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.980950] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.981118] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.981264] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.981380] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.981448] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.981590] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.981666] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.981749] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.981841] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.484505] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9: rpc.has_security_group_logging(os_id): False [ 1307.503218] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.503542] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.503542] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.503734] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.523326] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.523591] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.523691] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.523754] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.524023] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.524114] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.524314] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.524404] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.524462] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.524616] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.524689] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.524882] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.524976] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.525052] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.525191] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.525266] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.525351] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 is going to be updated. [ 1307.585352] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.585585] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.585585] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.585715] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.585830] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.601436] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 in Status: IN_PROGRESS for 2s [ 1309.618821] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 in Status: SUCCESS [ 1309.619348] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.619348] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.619498] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.619555] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.122390] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.122512] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.122600] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.122885] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.123114] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.123252] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.123339] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.123523] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.123632] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.123748] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.123861] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.626126] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.626528] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.626528] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.626528] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.626695] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.626792] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.626854] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.627030] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.627127] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.627228] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.627366] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.627457] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.627517] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.627657] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.627788] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.627875] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.627935] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.628081] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.628156] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.628237] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.628325] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.130245] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9: rpc.has_security_group_logging(os_id): False [ 1311.148667] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.148880] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.148880] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.149120] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.149213] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.149405] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.149514] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.149564] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.149718] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.149796] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.149981] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.150088] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.150149] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.150289] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.150364] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.150558] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.150653] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.150714] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.150850] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.150926] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.151048] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 is going to be updated. [ 1311.209524] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.209727] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.209727] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.209891] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.210054] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.225075] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 in Status: IN_PROGRESS for 2s [ 1311.821205] env[67081]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1311.821489] env[67081]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1312.602334] env[67081]: INFO networking_nsxv3.common.synchronization [req-af7f54c9-778a-4a90-9e3f-a31c3df8a26c req-70ba9120-8b33-4960-9bab-21ca0912ad49 tempest-ServersTestJSON-630645518 tempest-ServersTestJSON-630645518-project-member] Enqueued Resource ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 with Priority: HIGHEST for action security_group_members [ 1312.602965] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 with Priority: HIGHEST for action security_group_members [ 1312.603327] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.603472] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.603551] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.603772] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.604016] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.604164] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.604231] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.604454] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.604547] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.604622] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.106680] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.241753] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 in Status: SUCCESS [ 1313.241998] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.609455] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.112521] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.112921] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.112921] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.112921] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.113080] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.113080] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 is going to be updated. [ 1314.143278] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.143498] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.143570] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.143857] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.144090] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.154464] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 in Status: IN_PROGRESS for 2s [ 1316.165781] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 in Status: SUCCESS [ 1316.166559] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.603845] env[67081]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1317.603845] env[67081]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1322.605150] env[67081]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1322.605499] env[67081]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1323.427377] env[67081]: INFO networking_nsxv3.common.synchronization [req-2d79c537-2d23-4530-8a49-65930881650a req-05d021fc-32d9-4ee6-afdf-1ed9c65f10f9 tempest-ServersTestJSON-630645518 tempest-ServersTestJSON-630645518-project-member] Enqueued Resource ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 with Priority: HIGHEST for action security_group_members [ 1323.427756] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 with Priority: HIGHEST for action security_group_members [ 1323.428086] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.428221] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.428314] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.428488] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.428643] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.428741] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.428813] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.428931] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.429025] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.429119] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.729227] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock network-592 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.729565] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "network-592" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.729608] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "network-592" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.729836] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "network-592" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.730108] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.730268] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.730650] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.730650] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.730873] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.731195] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1323.731328] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] NeedRegenerationException {{(pid=67081) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1323.731438] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] no value, waiting for create lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1323.731546] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] value creation lock acquired {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1323.731656] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] No value present for key: 'zone-id' {{(pid=67081) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1323.731816] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Calling creation function for not-yet-present value {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1323.731956] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1323.751599] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1323.751766] env[67081]: DEBUG dogpile.cache.region [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67081) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1323.751880] env[67081]: DEBUG dogpile.lock [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Released creation lock {{(pid=67081) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1323.752059] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "network-592" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.752364] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock port-d28d0deb-6e6f-4de3-ba57-2eb7c95d6808 taken with stack trace [, , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.752562] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "port-d28d0deb-6e6f-4de3-ba57-2eb7c95d6808" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.752700] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "port-d28d0deb-6e6f-4de3-ba57-2eb7c95d6808" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.753036] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "port-d28d0deb-6e6f-4de3-ba57-2eb7c95d6808" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.753178] env[67081]: DEBUG networking_nsxv3.api.rpc [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d28d0deb-6e6f-4de3-ba57-2eb7c95d6808',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.931464] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.256185] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.256475] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.256475] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.256759] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.256904] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.257107] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Segment Port d28d0deb-6e6f-4de3-ba57-2eb7c95d6808 not found, creating... [ 1324.257360] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.257519] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.257635] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.257850] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.257983] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.258285] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.258461] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.258634] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.258846] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.258981] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.259136] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Resource: SegmentPort with ID: d28d0deb-6e6f-4de3-ba57-2eb7c95d6808 is going to be created. [ 1324.279148] env[67081]: DEBUG networking_nsxv3.common.locking [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.279372] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.279499] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.279739] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.279956] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.280186] env[67081]: DEBUG oslo_concurrency.lockutils [None req-29146056-4fd5-4e10-ab4e-66847cd91e5a None None] Releasing lock "port-d28d0deb-6e6f-4de3-ba57-2eb7c95d6808" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.434112] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.936705] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.937101] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.937101] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.937282] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.937345] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.937429] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 is going to be updated. [ 1324.969135] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.969284] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.969356] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.969575] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.969727] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.973775] env[67081]: INFO networking_nsxv3.common.synchronization [req-2d79c537-2d23-4530-8a49-65930881650a req-ff50ea8e-2720-410e-8b85-faa7bde94188 service nova] Enqueued Resource ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 with Priority: HIGHEST for action security_group_rules [ 1324.973921] env[67081]: INFO networking_nsxv3.common.synchronization [req-2d79c537-2d23-4530-8a49-65930881650a req-ff50ea8e-2720-410e-8b85-faa7bde94188 service nova] Enqueued Resource ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 with Priority: HIGHEST for action security_group_members [ 1324.974076] env[67081]: INFO networking_nsxv3.common.synchronization [req-2d79c537-2d23-4530-8a49-65930881650a req-ff50ea8e-2720-410e-8b85-faa7bde94188 service nova] Enqueued Resource ID: d28d0deb-6e6f-4de3-ba57-2eb7c95d6808 with Priority: HIGHEST for action port [ 1324.974312] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 with Priority: HIGHEST for action security_group_rules [ 1324.974438] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 with Priority: HIGHEST for action security_group_members [ 1324.974534] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d28d0deb-6e6f-4de3-ba57-2eb7c95d6808 with Priority: HIGHEST for action port [ 1324.975083] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.975215] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.975294] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.975479] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.975548] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.976718] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.976805] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.976994] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock port-d28d0deb-6e6f-4de3-ba57-2eb7c95d6808 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.977107] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d28d0deb-6e6f-4de3-ba57-2eb7c95d6808" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.977172] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d28d0deb-6e6f-4de3-ba57-2eb7c95d6808" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.977340] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d28d0deb-6e6f-4de3-ba57-2eb7c95d6808" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.977414] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d28d0deb-6e6f-4de3-ba57-2eb7c95d6808',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.980295] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 in Status: IN_PROGRESS for 2s [ 1325.480108] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.480108] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.480108] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d28d0deb-6e6f-4de3-ba57-2eb7c95d6808 with status ACTIVE [ 1325.480108] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.480108] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.480108] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.480108] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.480610] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.480610] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.480610] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.480610] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.480610] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.480841] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.480841] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.480948] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.480986] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.481130] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.481199] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.481282] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d28d0deb-6e6f-4de3-ba57-2eb7c95d6808 is going to be updated. [ 1325.501586] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.501797] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.501797] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.501963] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.502121] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.502287] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d28d0deb-6e6f-4de3-ba57-2eb7c95d6808" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.991184] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 in Status: SUCCESS [ 1326.991575] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.991575] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.991873] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.992117] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.992273] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.992365] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.992556] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.992658] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.992782] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.495489] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.998417] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.500480] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.500801] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.500898] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.501174] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.501331] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.501490] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 is going to be updated. [ 1328.530281] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.530486] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.530486] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.530657] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.530806] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.539025] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 in Status: IN_PROGRESS for 2s [ 1329.975913] env[67081]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1329.976312] env[67081]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1330.549277] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 in Status: SUCCESS [ 1330.549490] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.549565] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.549801] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.549992] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.550131] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.550201] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.550349] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.550432] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.550529] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.550619] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.052994] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.053409] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.053409] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.053497] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.053648] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.053749] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.053815] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.053968] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.054082] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.054175] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.054334] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.054426] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.054487] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.054630] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.054829] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.054966] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.055023] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.055160] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.055228] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.055315] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.055432] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.557532] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9: rpc.has_security_group_logging(os_id): False [ 1331.575044] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.575217] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.575271] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.575490] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.575583] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.575779] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.575874] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.575936] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.576101] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.576211] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.576406] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.576516] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.576580] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.576743] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.576822] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.577053] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.577163] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.577231] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.577393] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.577471] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.577578] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 is going to be updated. [ 1331.648706] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.648948] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.648948] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.649152] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.649295] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.669504] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 in Status: IN_PROGRESS for 2s [ 1332.205617] env[67081]: INFO networking_nsxv3.common.synchronization [req-43ad3c9d-fe74-4f84-98cb-c032674fc422 req-44c676fa-8479-41a8-bcf3-c3bed22f39a0 tempest-ServerActionsTestOtherA-1901782994 tempest-ServerActionsTestOtherA-1901782994-project-member] Enqueued Resource ID: c6853e27-2966-4f7f-9697-d59659d050a6 with Priority: HIGHEST for action security_group_members [ 1332.206217] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6853e27-2966-4f7f-9697-d59659d050a6 with Priority: HIGHEST for action security_group_members [ 1332.206509] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6853e27-2966-4f7f-9697-d59659d050a6 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.206630] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6853e27-2966-4f7f-9697-d59659d050a6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.206696] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6853e27-2966-4f7f-9697-d59659d050a6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.206885] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6853e27-2966-4f7f-9697-d59659d050a6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.207042] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.207156] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.207221] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.207372] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.207619] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.207619] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6853e27-2966-4f7f-9697-d59659d050a6',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.709216] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6853e27-2966-4f7f-9697-d59659d050a6',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.211894] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6853e27-2966-4f7f-9697-d59659d050a6',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.687585] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 in Status: SUCCESS [ 1333.687803] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.713484] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.713656] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.713730] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.713954] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.714060] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.714163] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6853e27-2966-4f7f-9697-d59659d050a6 is going to be updated. [ 1333.742196] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.742344] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.742417] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.742625] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.742773] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.752287] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6853e27-2966-4f7f-9697-d59659d050a6 in Status: IN_PROGRESS for 2s [ 1335.763734] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6853e27-2966-4f7f-9697-d59659d050a6 in Status: SUCCESS [ 1335.764071] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6853e27-2966-4f7f-9697-d59659d050a6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.207015] env[67081]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1337.207472] env[67081]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1338.105311] env[67081]: INFO networking_nsxv3.common.synchronization [req-e833e6e1-e9dd-409b-8bcb-905849bc8cc5 req-7231a2d0-c525-4edf-bbcc-d6ee0df0697b tempest-AttachVolumeShelveTestJSON-1448615665 tempest-AttachVolumeShelveTestJSON-1448615665-project-member] Enqueued Resource ID: a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d with Priority: HIGHEST for action security_group_members [ 1338.105972] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d with Priority: HIGHEST for action security_group_members [ 1338.106361] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.106550] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.106550] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.106752] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.106905] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.107540] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.107540] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.107540] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.107540] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.107540] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.330859] env[67081]: INFO networking_nsxv3.common.synchronization [req-9d2b8b9b-d464-43c7-b54a-1f5add67a9f3 req-af32de86-3411-46dc-8c44-c535511e54f6 tempest-ServersTestJSON-630645518 tempest-ServersTestJSON-630645518-project-member] Enqueued Resource ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 with Priority: HIGHEST for action security_group_members [ 1338.331429] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 with Priority: HIGHEST for action security_group_members [ 1338.331737] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.332047] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.332047] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.332170] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.332298] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.332394] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.332450] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.332597] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.332677] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.332770] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.609772] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.610074] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.610074] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.610257] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.632083] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.632417] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.632568] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.632639] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.632870] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.632975] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.633096] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d is going to be updated. [ 1338.660178] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.660445] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.660445] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.660601] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.660752] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.671588] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d in Status: IN_PROGRESS for 2s [ 1338.835079] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.337976] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.841115] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.841115] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.841524] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.841694] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.841810] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.841927] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 is going to be updated. [ 1339.870239] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.870474] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.870474] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.870659] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.870807] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.880244] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 in Status: IN_PROGRESS for 2s [ 1340.681163] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d in Status: SUCCESS [ 1340.681576] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d deletion is rescheduled due to dependency. [ 1340.681576] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1889ef6-7572-49f1-a8a9-18ecf7d4bb7d" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.891316] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 in Status: SUCCESS [ 1341.891752] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.332904] env[67081]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1343.333308] env[67081]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1346.905463] env[67081]: INFO networking_nsxv3.common.synchronization [req-011d7882-689e-4cfb-a6e9-ab3fc34a942e req-1be2841f-9427-4863-a49c-37b5c7bcc145 tempest-ServersTestJSON-630645518 tempest-ServersTestJSON-630645518-project-member] Enqueued Resource ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 with Priority: HIGHEST for action security_group_members [ 1346.906060] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 with Priority: HIGHEST for action security_group_members [ 1346.907701] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.907701] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.907701] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.907701] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.907701] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.907701] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.907701] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.907701] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.907701] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.907701] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ff65688-eafe-42f3-aeaf-b0f69e1fdca9',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.412022] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.412206] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.412255] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.412451] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.412541] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.412780] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.412878] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.412878] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.413040] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.413119] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.413205] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 is going to be updated. [ 1347.443764] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.444076] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.444076] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.444289] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.444341] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.453512] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 in Status: IN_PROGRESS for 2s [ 1349.465219] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 in Status: SUCCESS [ 1349.465602] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ff65688-eafe-42f3-aeaf-b0f69e1fdca9 deletion is rescheduled due to dependency. [ 1349.465602] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff65688-eafe-42f3-aeaf-b0f69e1fdca9" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.887565] env[67081]: INFO networking_nsxv3.common.synchronization [req-73810cd6-6e3e-4bef-b226-64ea139219b8 req-d459dadf-ecb6-4ce9-8f3b-0475b743ee81 tempest-ServerActionsTestOtherA-1901782994 tempest-ServerActionsTestOtherA-1901782994-project-member] Enqueued Resource ID: c6853e27-2966-4f7f-9697-d59659d050a6 with Priority: HIGHEST for action security_group_members [ 1350.888190] env[67081]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6853e27-2966-4f7f-9697-d59659d050a6 with Priority: HIGHEST for action security_group_members [ 1350.888430] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6853e27-2966-4f7f-9697-d59659d050a6 taken with stack trace [, , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.888567] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6853e27-2966-4f7f-9697-d59659d050a6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.888634] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6853e27-2966-4f7f-9697-d59659d050a6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.888824] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6853e27-2966-4f7f-9697-d59659d050a6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.888971] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.889190] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.889258] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.889408] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.889612] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.889612] env[67081]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6853e27-2966-4f7f-9697-d59659d050a6',) {} {{(pid=67081) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1351.392045] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.392243] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.392289] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.392511] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.392605] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.392822] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.392936] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.393013] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.393176] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.393295] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.393338] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6853e27-2966-4f7f-9697-d59659d050a6 is going to be updated. [ 1351.422631] env[67081]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67081) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.422863] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.422863] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.423061] env[67081]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.423268] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.436640] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6853e27-2966-4f7f-9697-d59659d050a6 in Status: IN_PROGRESS for 2s [ 1353.448050] env[67081]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6853e27-2966-4f7f-9697-d59659d050a6 in Status: SUCCESS [ 1353.448428] env[67081]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6853e27-2966-4f7f-9697-d59659d050a6 deletion is rescheduled due to dependency. [ 1353.448428] env[67081]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6853e27-2966-4f7f-9697-d59659d050a6" {{(pid=67081) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.888929] env[67081]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1355.889324] env[67081]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1360.890379] env[67081]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1360.890757] env[67081]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1365.891740] env[67081]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1365.892177] env[67081]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1370.892995] env[67081]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1370.893454] env[67081]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1375.895092] env[67081]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1375.895452] env[67081]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0